sql_query.cpp 171 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900
  1. #include "sql_query.h"
  2. #include "sql_expression.h"
  3. #include "sql_select.h"
  4. #include "sql_into_tables.h"
  5. #include "sql_values.h"
  6. #include "node.h"
  7. #include "antlr_token.h"
  8. #include <yql/essentials/sql/v1/object_processing.h>
  9. #include <yql/essentials/utils/yql_paths.h>
  10. #include <util/generic/scope.h>
  11. #include <util/string/join.h>
  12. #ifdef GetMessage
  13. #undef GetMessage
  14. #endif
  15. namespace NSQLTranslationV1 {
  16. using NALPDefault::SQLv1LexerTokens;
  17. using NALPDefaultAntlr4::SQLv1Antlr4Lexer;
  18. using namespace NSQLv1Generated;
  19. void FillTargetList(TTranslation& ctx, const TRule_set_target_list& node, TVector<TString>& targetList) {
  20. targetList.push_back(ColumnNameAsSingleStr(ctx, node.GetRule_set_target2().GetRule_column_name1()));
  21. for (auto& block: node.GetBlock3()) {
  22. targetList.push_back(ColumnNameAsSingleStr(ctx, block.GetRule_set_target2().GetRule_column_name1()));
  23. }
  24. }
  25. bool PackageVersionFromString(const TString& s, ui32& version) {
  26. if (s == "release") {
  27. version = 0;
  28. return true;
  29. }
  30. if (s == "draft") {
  31. version = 1;
  32. return true;
  33. }
  34. return TryFromString(s, version);
  35. }
  36. void TSqlQuery::AddStatementToBlocks(TVector<TNodePtr>& blocks, TNodePtr node) {
  37. blocks.emplace_back(node);
  38. }
  39. static bool AsyncReplicationSettingsEntry(std::map<TString, TNodePtr>& out,
  40. const TRule_replication_settings_entry& in, TSqlExpression& ctx, bool create)
  41. {
  42. auto key = IdEx(in.GetRule_an_id1(), ctx);
  43. auto value = ctx.Build(in.GetRule_expr3());
  44. if (!value) {
  45. ctx.Context().Error() << "Invalid replication setting: " << key.Name;
  46. return false;
  47. }
  48. TSet<TString> configSettings = {
  49. "connection_string",
  50. "endpoint",
  51. "database",
  52. "token",
  53. "token_secret_name",
  54. "user",
  55. "password",
  56. "password_secret_name",
  57. };
  58. TSet<TString> modeSettings = {
  59. "consistency_level",
  60. "commit_interval",
  61. };
  62. TSet<TString> stateSettings = {
  63. "state",
  64. "failover_mode",
  65. };
  66. const auto keyName = to_lower(key.Name);
  67. if (!configSettings.count(keyName) && !modeSettings.count(keyName) && !stateSettings.count(keyName)) {
  68. ctx.Context().Error() << "Unknown replication setting: " << key.Name;
  69. return false;
  70. }
  71. if (create && stateSettings.count(keyName)) {
  72. ctx.Context().Error() << key.Name << " is not supported in CREATE";
  73. return false;
  74. }
  75. if (!create && modeSettings.count(keyName)) {
  76. ctx.Context().Error() << key.Name << " is not supported in ALTER";
  77. return false;
  78. }
  79. if (keyName == "commit_interval") {
  80. if (value->GetOpName() != "Interval") {
  81. ctx.Context().Error() << "Literal of Interval type is expected for " << key.Name;
  82. return false;
  83. }
  84. } else {
  85. if (!value->IsLiteral() || value->GetLiteralType() != "String") {
  86. ctx.Context().Error() << "Literal of String type is expected for " << key.Name;
  87. return false;
  88. }
  89. }
  90. if (!out.emplace(keyName, value).second) {
  91. ctx.Context().Error() << "Duplicate replication setting: " << key.Name;
  92. }
  93. return true;
  94. }
  95. static bool AsyncReplicationSettings(std::map<TString, TNodePtr>& out,
  96. const TRule_replication_settings& in, TSqlExpression& ctx, bool create)
  97. {
  98. if (!AsyncReplicationSettingsEntry(out, in.GetRule_replication_settings_entry1(), ctx, create)) {
  99. return false;
  100. }
  101. for (auto& block : in.GetBlock2()) {
  102. if (!AsyncReplicationSettingsEntry(out, block.GetRule_replication_settings_entry2(), ctx, create)) {
  103. return false;
  104. }
  105. }
  106. return true;
  107. }
  108. static bool AsyncReplicationTarget(std::vector<std::pair<TString, TString>>& out, TStringBuf prefixPath,
  109. const TRule_replication_target& in, TTranslation& ctx)
  110. {
  111. const TString remote = Id(in.GetRule_object_ref1().GetRule_id_or_at2(), ctx).second;
  112. const TString local = Id(in.GetRule_object_ref3().GetRule_id_or_at2(), ctx).second;
  113. out.emplace_back(remote, BuildTablePath(prefixPath, local));
  114. return true;
  115. }
  116. static bool AsyncReplicationAlterAction(std::map<TString, TNodePtr>& settings,
  117. const TRule_alter_replication_action& in, TSqlExpression& ctx)
  118. {
  119. // TODO(ilnaz): support other actions
  120. return AsyncReplicationSettings(settings, in.GetRule_alter_replication_set_setting1().GetRule_replication_settings3(), ctx, false);
  121. }
  122. static bool TransferSettingsEntry(std::map<TString, TNodePtr>& out,
  123. const TRule_transfer_settings_entry& in, TSqlExpression& ctx, bool create)
  124. {
  125. auto key = IdEx(in.GetRule_an_id1(), ctx);
  126. auto value = ctx.Build(in.GetRule_expr3());
  127. if (!value) {
  128. ctx.Context().Error() << "Invalid transfer setting: " << key.Name;
  129. return false;
  130. }
  131. TSet<TString> configSettings = {
  132. "connection_string",
  133. "endpoint",
  134. "database",
  135. "token",
  136. "token_secret_name",
  137. "user",
  138. "password",
  139. "password_secret_name",
  140. };
  141. TSet<TString> stateSettings = {
  142. "state",
  143. "failover_mode",
  144. };
  145. const auto keyName = to_lower(key.Name);
  146. if (!configSettings.count(keyName) && !stateSettings.contains(keyName)) {
  147. ctx.Context().Error() << "Unknown transfer setting: " << key.Name;
  148. return false;
  149. }
  150. if (create && stateSettings.count(keyName)) {
  151. ctx.Context().Error() << key.Name << " is not supported in CREATE";
  152. return false;
  153. }
  154. if (!out.emplace(keyName, value).second) {
  155. ctx.Context().Error() << "Duplicate transfer setting: " << key.Name;
  156. }
  157. return true;
  158. }
  159. static bool TransferSettings(std::map<TString, TNodePtr>& out,
  160. const TRule_transfer_settings& in, TSqlExpression& ctx, bool create)
  161. {
  162. if (!TransferSettingsEntry(out, in.GetRule_transfer_settings_entry1(), ctx, create)) {
  163. return false;
  164. }
  165. for (auto& block : in.GetBlock2()) {
  166. if (!TransferSettingsEntry(out, block.GetRule_transfer_settings_entry2(), ctx, create)) {
  167. return false;
  168. }
  169. }
  170. return true;
  171. }
  172. bool TSqlQuery::Statement(TVector<TNodePtr>& blocks, const TRule_sql_stmt_core& core, size_t statementNumber) {
  173. TString internalStatementName;
  174. TString humanStatementName;
  175. ParseStatementName(core, internalStatementName, humanStatementName);
  176. const auto& altCase = core.Alt_case();
  177. if (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW && (altCase >= TRule_sql_stmt_core::kAltSqlStmtCore4 &&
  178. altCase != TRule_sql_stmt_core::kAltSqlStmtCore13)) {
  179. Error() << humanStatementName << " statement is not supported in limited views";
  180. return false;
  181. }
  182. if (Mode == NSQLTranslation::ESqlMode::SUBQUERY && (altCase >= TRule_sql_stmt_core::kAltSqlStmtCore4 &&
  183. altCase != TRule_sql_stmt_core::kAltSqlStmtCore13 && altCase != TRule_sql_stmt_core::kAltSqlStmtCore6 &&
  184. altCase != TRule_sql_stmt_core::kAltSqlStmtCore18)) {
  185. Error() << humanStatementName << " statement is not supported in subqueries";
  186. return false;
  187. }
  188. if (NeedUseForAllStatements(altCase)) {
  189. Ctx.ForAllStatementsParts.push_back(statementNumber);
  190. }
  191. switch (altCase) {
  192. case TRule_sql_stmt_core::kAltSqlStmtCore1: {
  193. bool success = false;
  194. TNodePtr nodeExpr = PragmaStatement(core.GetAlt_sql_stmt_core1().GetRule_pragma_stmt1(), success);
  195. if (!success) {
  196. return false;
  197. }
  198. if (nodeExpr) {
  199. AddStatementToBlocks(blocks, nodeExpr);
  200. }
  201. break;
  202. }
  203. case TRule_sql_stmt_core::kAltSqlStmtCore2: {
  204. if (Ctx.ParallelModeCount > 0) {
  205. Error() << humanStatementName << " statement is not supported in parallel mode";
  206. return false;
  207. }
  208. Ctx.BodyPart();
  209. TSqlSelect select(Ctx, Mode);
  210. TPosition pos;
  211. auto source = select.Build(core.GetAlt_sql_stmt_core2().GetRule_select_stmt1(), pos);
  212. if (!source) {
  213. return false;
  214. }
  215. blocks.emplace_back(BuildSelectResult(pos, std::move(source),
  216. Mode != NSQLTranslation::ESqlMode::LIMITED_VIEW && Mode != NSQLTranslation::ESqlMode::SUBQUERY, Mode == NSQLTranslation::ESqlMode::SUBQUERY,
  217. Ctx.Scoped));
  218. break;
  219. }
  220. case TRule_sql_stmt_core::kAltSqlStmtCore3: {
  221. Ctx.BodyPart();
  222. TVector<TSymbolNameWithPos> names;
  223. auto nodeExpr = NamedNode(core.GetAlt_sql_stmt_core3().GetRule_named_nodes_stmt1(), names);
  224. if (!nodeExpr) {
  225. return false;
  226. }
  227. TVector<TNodePtr> nodes;
  228. auto subquery = nodeExpr->GetSource();
  229. if (subquery && Mode == NSQLTranslation::ESqlMode::LIBRARY && Ctx.ScopeLevel == 0) {
  230. for (size_t i = 0; i < names.size(); ++i) {
  231. nodes.push_back(BuildInvalidSubqueryRef(subquery->GetPos()));
  232. }
  233. } else if (subquery) {
  234. const auto alias = Ctx.MakeName("subquerynode");
  235. const auto ref = Ctx.MakeName("subquery");
  236. blocks.push_back(BuildSubquery(subquery, alias,
  237. Mode == NSQLTranslation::ESqlMode::SUBQUERY, names.size() == 1 ? -1 : names.size(), Ctx.Scoped));
  238. blocks.back()->SetLabel(ref);
  239. for (size_t i = 0; i < names.size(); ++i) {
  240. nodes.push_back(BuildSubqueryRef(blocks.back(), ref, names.size() == 1 ? -1 : i));
  241. }
  242. } else if (!Ctx.CompactNamedExprs || nodeExpr->GetUdfNode()) {
  243. // Unlike other nodes, TUdfNode is not an independent node, but more like a set of parameters which should be
  244. // applied on UDF call site. For example, TUdfNode can not be Translate()d
  245. // So we can't add it to blocks and use reference, instead we store the TUdfNode itself as named node
  246. // TODO: remove this special case
  247. if (names.size() > 1) {
  248. auto tupleRes = BuildTupleResult(nodeExpr, names.size());
  249. for (size_t i = 0; i < names.size(); ++i) {
  250. nodes.push_back(nodeExpr->Y("Nth", tupleRes, nodeExpr->Q(ToString(i))));
  251. }
  252. } else {
  253. nodes.push_back(std::move(nodeExpr));
  254. }
  255. } else {
  256. const auto ref = Ctx.MakeName("namedexprnode");
  257. blocks.push_back(BuildNamedExpr(names.size() > 1 ? BuildTupleResult(nodeExpr, names.size()) : nodeExpr));
  258. blocks.back()->SetLabel(ref);
  259. for (size_t i = 0; i < names.size(); ++i) {
  260. nodes.push_back(BuildNamedExprReference(blocks.back(), ref, names.size() == 1 ? TMaybe<size_t>() : i));
  261. }
  262. }
  263. for (size_t i = 0; i < names.size(); ++i) {
  264. PushNamedNode(names[i].Pos, names[i].Name, nodes[i]);
  265. }
  266. break;
  267. }
  268. case TRule_sql_stmt_core::kAltSqlStmtCore4: {
  269. Ctx.BodyPart();
  270. const auto& rule = core.GetAlt_sql_stmt_core4().GetRule_create_table_stmt1();
  271. bool replaceIfExists = false;
  272. if (rule.HasBlock2()) { // OR REPLACE
  273. replaceIfExists = true;
  274. Y_DEBUG_ABORT_UNLESS(
  275. (IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock2().GetToken1().GetId(), OR) &&
  276. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock2().GetToken2().GetId(), REPLACE))
  277. );
  278. }
  279. const bool isCreateTableAs = rule.HasBlock15();
  280. const auto& block = rule.GetBlock3();
  281. ETableType tableType = ETableType::Table;
  282. bool temporary = false;
  283. if (block.HasAlt2() &&
  284. IS_TOKEN(Ctx.Settings.Antlr4Parser, block.GetAlt2().GetToken1().GetId(), TABLESTORE)
  285. ) {
  286. tableType = ETableType::TableStore;
  287. if (isCreateTableAs) {
  288. Context().Error(GetPos(block.GetAlt2().GetToken1()))
  289. << "CREATE TABLE AS is not supported for TABLESTORE";
  290. return false;
  291. }
  292. } else if (block.HasAlt3() &&
  293. IS_TOKEN(Ctx.Settings.Antlr4Parser, block.GetAlt3().GetToken1().GetId(), EXTERNAL)
  294. ) {
  295. tableType = ETableType::ExternalTable;
  296. if (isCreateTableAs) {
  297. Context().Error(GetPos(block.GetAlt3().GetToken1()))
  298. << "CREATE TABLE AS is not supported for EXTERNAL TABLE";
  299. return false;
  300. }
  301. } else if (block.HasAlt4() && IS_TOKEN(Ctx.Settings.Antlr4Parser, block.GetAlt4().GetToken1().GetId(), TEMP) ||
  302. block.HasAlt5() && IS_TOKEN(Ctx.Settings.Antlr4Parser, block.GetAlt5().GetToken1().GetId(), TEMPORARY)) {
  303. temporary = true;
  304. }
  305. bool existingOk = false;
  306. if (rule.HasBlock4()) { // IF NOT EXISTS
  307. existingOk = true;
  308. Y_DEBUG_ABORT_UNLESS(
  309. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock4().GetToken1().GetId(), IF) &&
  310. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock4().GetToken2().GetId(), NOT) &&
  311. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock4().GetToken3().GetId(), EXISTS)
  312. );
  313. }
  314. if (replaceIfExists && tableType != ETableType::ExternalTable) {
  315. Context().Error(GetPos(rule.GetBlock2().GetToken1()))
  316. << "OR REPLACE feature is supported only for EXTERNAL DATA SOURCE and EXTERNAL TABLE";
  317. return false;
  318. }
  319. TTableRef tr;
  320. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref5(), tr)) {
  321. return false;
  322. }
  323. TCreateTableParameters params{.TableType=tableType, .Temporary=temporary};
  324. if (!CreateTableEntry(rule.GetRule_create_table_entry7(), params, isCreateTableAs)) {
  325. return false;
  326. }
  327. for (auto& block: rule.GetBlock8()) {
  328. if (!CreateTableEntry(block.GetRule_create_table_entry2(), params, isCreateTableAs)) {
  329. return false;
  330. }
  331. }
  332. if (rule.HasBlock11()) {
  333. Context().Error(GetPos(rule.GetBlock11().GetRule_table_inherits1().GetToken1()))
  334. << "INHERITS clause is not supported yet";
  335. return false;
  336. }
  337. if (rule.HasBlock12()) {
  338. if (tableType == ETableType::TableStore) {
  339. Context().Error(GetPos(rule.GetBlock12().GetRule_table_partition_by1().GetToken1()))
  340. << "PARTITION BY is not supported for TABLESTORE";
  341. return false;
  342. }
  343. const auto list = rule.GetBlock12().GetRule_table_partition_by1().GetRule_pure_column_list4();
  344. params.PartitionByColumns.push_back(IdEx(list.GetRule_an_id2(), *this));
  345. for (auto& node : list.GetBlock3()) {
  346. params.PartitionByColumns.push_back(IdEx(node.GetRule_an_id2(), *this));
  347. }
  348. }
  349. if (rule.HasBlock13()) {
  350. if (!CreateTableSettings(rule.GetBlock13().GetRule_with_table_settings1(), params)) {
  351. return false;
  352. }
  353. }
  354. if (rule.HasBlock14()) {
  355. Context().Error(GetPos(rule.GetBlock14().GetRule_table_tablestore1().GetToken1()))
  356. << "TABLESTORE clause is not supported yet";
  357. return false;
  358. }
  359. TSourcePtr tableSource = nullptr;
  360. if (isCreateTableAs) {
  361. tableSource = TSqlAsValues(Ctx, Mode).Build(rule.GetBlock15().GetRule_table_as_source1().GetRule_values_source2(), "CreateTableAs");
  362. if (!tableSource) {
  363. return false;
  364. }
  365. }
  366. if (!ValidateExternalTable(params)) {
  367. return false;
  368. }
  369. AddStatementToBlocks(blocks, BuildCreateTable(Ctx.Pos(), tr, existingOk, replaceIfExists, params, std::move(tableSource), Ctx.Scoped));
  370. break;
  371. }
  372. case TRule_sql_stmt_core::kAltSqlStmtCore5: {
  373. Ctx.BodyPart();
  374. const auto& rule = core.GetAlt_sql_stmt_core5().GetRule_drop_table_stmt1();
  375. const auto& block = rule.GetBlock2();
  376. ETableType tableType = ETableType::Table;
  377. if (block.HasAlt2()) {
  378. tableType = ETableType::TableStore;
  379. }
  380. if (block.HasAlt3()) {
  381. tableType = ETableType::ExternalTable;
  382. }
  383. bool missingOk = false;
  384. if (rule.HasBlock3()) { // IF EXISTS
  385. missingOk = true;
  386. Y_DEBUG_ABORT_UNLESS(
  387. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock3().GetToken1().GetId(), IF) &&
  388. IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetBlock3().GetToken2().GetId(), EXISTS)
  389. );
  390. }
  391. TTableRef tr;
  392. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  393. return false;
  394. }
  395. AddStatementToBlocks(blocks, BuildDropTable(Ctx.Pos(), tr, missingOk, tableType, Ctx.Scoped));
  396. break;
  397. }
  398. case TRule_sql_stmt_core::kAltSqlStmtCore6: {
  399. const auto& rule = core.GetAlt_sql_stmt_core6().GetRule_use_stmt1();
  400. Token(rule.GetToken1());
  401. if (!ClusterExpr(rule.GetRule_cluster_expr2(), true, Ctx.Scoped->CurrService, Ctx.Scoped->CurrCluster)) {
  402. return false;
  403. }
  404. break;
  405. }
  406. case TRule_sql_stmt_core::kAltSqlStmtCore7: {
  407. Ctx.BodyPart();
  408. TSqlIntoTable intoTable(Ctx, Mode);
  409. TNodePtr block(intoTable.Build(core.GetAlt_sql_stmt_core7().GetRule_into_table_stmt1()));
  410. if (!block) {
  411. return false;
  412. }
  413. blocks.emplace_back(block);
  414. break;
  415. }
  416. case TRule_sql_stmt_core::kAltSqlStmtCore8: {
  417. if (Ctx.ParallelModeCount > 0) {
  418. Error() << humanStatementName << " statement is not supported in parallel mode";
  419. return false;
  420. }
  421. Ctx.BodyPart();
  422. const auto& rule = core.GetAlt_sql_stmt_core8().GetRule_commit_stmt1();
  423. Token(rule.GetToken1());
  424. blocks.emplace_back(BuildCommitClusters(Ctx.Pos()));
  425. break;
  426. }
  427. case TRule_sql_stmt_core::kAltSqlStmtCore9: {
  428. Ctx.BodyPart();
  429. auto updateNode = Build(core.GetAlt_sql_stmt_core9().GetRule_update_stmt1());
  430. if (!updateNode) {
  431. return false;
  432. }
  433. AddStatementToBlocks(blocks, updateNode);
  434. break;
  435. }
  436. case TRule_sql_stmt_core::kAltSqlStmtCore10: {
  437. Ctx.BodyPart();
  438. auto deleteNode = Build(core.GetAlt_sql_stmt_core10().GetRule_delete_stmt1());
  439. if (!deleteNode) {
  440. return false;
  441. }
  442. blocks.emplace_back(deleteNode);
  443. break;
  444. }
  445. case TRule_sql_stmt_core::kAltSqlStmtCore11: {
  446. if (Ctx.ParallelModeCount > 0) {
  447. Error() << humanStatementName << " statement is not supported in parallel mode";
  448. return false;
  449. }
  450. Ctx.BodyPart();
  451. const auto& rule = core.GetAlt_sql_stmt_core11().GetRule_rollback_stmt1();
  452. Token(rule.GetToken1());
  453. blocks.emplace_back(BuildRollbackClusters(Ctx.Pos()));
  454. break;
  455. }
  456. case TRule_sql_stmt_core::kAltSqlStmtCore12:
  457. if (!DeclareStatement(core.GetAlt_sql_stmt_core12().GetRule_declare_stmt1())) {
  458. return false;
  459. }
  460. break;
  461. case TRule_sql_stmt_core::kAltSqlStmtCore13:
  462. if (!ImportStatement(core.GetAlt_sql_stmt_core13().GetRule_import_stmt1())) {
  463. return false;
  464. }
  465. break;
  466. case TRule_sql_stmt_core::kAltSqlStmtCore14:
  467. if (!ExportStatement(core.GetAlt_sql_stmt_core14().GetRule_export_stmt1())) {
  468. return false;
  469. }
  470. break;
  471. case TRule_sql_stmt_core::kAltSqlStmtCore15: {
  472. Ctx.BodyPart();
  473. const auto& rule = core.GetAlt_sql_stmt_core15().GetRule_alter_table_stmt1();
  474. const bool isTablestore = IS_TOKEN(Ctx.Settings.Antlr4Parser, rule.GetToken2().GetId(), TABLESTORE);
  475. TTableRef tr;
  476. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref3(), tr)) {
  477. return false;
  478. }
  479. TAlterTableParameters params;
  480. if (isTablestore) {
  481. params.TableType = ETableType::TableStore;
  482. }
  483. if (!AlterTableAction(rule.GetRule_alter_table_action4(), params)) {
  484. return false;
  485. }
  486. for (auto& block : rule.GetBlock5()) {
  487. if (!AlterTableAction(block.GetRule_alter_table_action2(), params)) {
  488. return false;
  489. }
  490. }
  491. AddStatementToBlocks(blocks, BuildAlterTable(Ctx.Pos(), tr, params, Ctx.Scoped));
  492. break;
  493. }
  494. case TRule_sql_stmt_core::kAltSqlStmtCore16: {
  495. // alter_external_table_stmt: ALTER EXTERNAL TABLE simple_table_ref alter_external_table_action (COMMA alter_external_table_action)*
  496. Ctx.BodyPart();
  497. const auto& rule = core.GetAlt_sql_stmt_core16().GetRule_alter_external_table_stmt1();
  498. TTableRef tr;
  499. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  500. return false;
  501. }
  502. TAlterTableParameters params;
  503. params.TableType = ETableType::ExternalTable;
  504. if (!AlterExternalTableAction(rule.GetRule_alter_external_table_action5(), params)) {
  505. return false;
  506. }
  507. for (auto& block : rule.GetBlock6()) {
  508. if (!AlterExternalTableAction(block.GetRule_alter_external_table_action2(), params)) {
  509. return false;
  510. }
  511. }
  512. AddStatementToBlocks(blocks, BuildAlterTable(Ctx.Pos(), tr, params, Ctx.Scoped));
  513. break;
  514. }
  515. case TRule_sql_stmt_core::kAltSqlStmtCore17: {
  516. Ctx.BodyPart();
  517. auto node = DoStatement(core.GetAlt_sql_stmt_core17().GetRule_do_stmt1(), false);
  518. if (!node) {
  519. return false;
  520. }
  521. blocks.push_back(node);
  522. break;
  523. }
  524. case TRule_sql_stmt_core::kAltSqlStmtCore18: {
  525. Ctx.BodyPart();
  526. TNodePtr lambda;
  527. TSymbolNameWithPos nameAndPos;
  528. const auto& stmt = core.GetAlt_sql_stmt_core18().GetRule_define_action_or_subquery_stmt1();
  529. const TString kind = to_lower(Ctx.Token(stmt.GetToken2()));
  530. YQL_ENSURE(kind == "action" || kind == "subquery");
  531. if (!DefineActionOrSubqueryStatement(stmt, nameAndPos, lambda)) {
  532. return false;
  533. }
  534. if (Ctx.CompactNamedExprs) {
  535. const auto ref = Ctx.MakeName("named" + kind + "node");
  536. blocks.push_back(BuildNamedExpr(lambda));
  537. blocks.back()->SetLabel(ref);
  538. lambda = BuildNamedExprReference(blocks.back(), ref, {});
  539. }
  540. PushNamedNode(nameAndPos.Pos, nameAndPos.Name, lambda);
  541. break;
  542. }
  543. case TRule_sql_stmt_core::kAltSqlStmtCore19: {
  544. Ctx.BodyPart();
  545. auto node = IfStatement(core.GetAlt_sql_stmt_core19().GetRule_if_stmt1());
  546. if (!node) {
  547. return false;
  548. }
  549. blocks.push_back(node);
  550. break;
  551. }
  552. case TRule_sql_stmt_core::kAltSqlStmtCore20: {
  553. Ctx.BodyPart();
  554. auto node = ForStatement(core.GetAlt_sql_stmt_core20().GetRule_for_stmt1());
  555. if (!node) {
  556. return false;
  557. }
  558. blocks.push_back(node);
  559. break;
  560. }
  561. case TRule_sql_stmt_core::kAltSqlStmtCore21: {
  562. if (Ctx.ParallelModeCount > 0) {
  563. Error() << humanStatementName << " statement is not supported in parallel mode";
  564. return false;
  565. }
  566. Ctx.BodyPart();
  567. TSqlValues values(Ctx, Mode);
  568. TPosition pos;
  569. auto source = values.Build(core.GetAlt_sql_stmt_core21().GetRule_values_stmt1(), pos, {}, TPosition());
  570. if (!source) {
  571. return false;
  572. }
  573. blocks.emplace_back(BuildSelectResult(pos, std::move(source),
  574. Mode != NSQLTranslation::ESqlMode::LIMITED_VIEW && Mode != NSQLTranslation::ESqlMode::SUBQUERY, Mode == NSQLTranslation::ESqlMode::SUBQUERY,
  575. Ctx.Scoped));
  576. break;
  577. }
  578. case TRule_sql_stmt_core::kAltSqlStmtCore22: {
  579. // create_user_stmt: CREATE USER role_name (user_option)*;
  580. Ctx.BodyPart();
  581. auto& node = core.GetAlt_sql_stmt_core22().GetRule_create_user_stmt1();
  582. Ctx.Token(node.GetToken1());
  583. const TPosition pos = Ctx.Pos();
  584. TString service = Ctx.Scoped->CurrService;
  585. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  586. if (cluster.Empty()) {
  587. Error() << "USE statement is missing - no default cluster is selected";
  588. return false;
  589. }
  590. TDeferredAtom roleName;
  591. bool allowSystemRoles = false;
  592. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  593. return false;
  594. }
  595. TMaybe<TUserParameters> createUserParams;
  596. const auto& options = node.GetBlock4();
  597. createUserParams.ConstructInPlace();
  598. std::vector<TRule_user_option> opts;
  599. opts.reserve(options.size());
  600. for (const auto& opt : options) {
  601. opts.push_back(opt.GetRule_user_option1());
  602. }
  603. bool isCreateUser = true;
  604. if (!UserParameters(opts, *createUserParams, isCreateUser)) {
  605. return false;
  606. }
  607. AddStatementToBlocks(blocks, BuildControlUser(pos, service, cluster, roleName, createUserParams, Ctx.Scoped, isCreateUser));
  608. break;
  609. }
  610. case TRule_sql_stmt_core::kAltSqlStmtCore23: {
  611. // alter_user_stmt: ALTER USER role_name (WITH? user_option+ | RENAME TO role_name);
  612. Ctx.BodyPart();
  613. auto& node = core.GetAlt_sql_stmt_core23().GetRule_alter_user_stmt1();
  614. Ctx.Token(node.GetToken1());
  615. const TPosition pos = Ctx.Pos();
  616. TString service = Ctx.Scoped->CurrService;
  617. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  618. if (cluster.Empty()) {
  619. Error() << "USE statement is missing - no default cluster is selected";
  620. return false;
  621. }
  622. TDeferredAtom roleName;
  623. {
  624. bool allowSystemRoles = true;
  625. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  626. return false;
  627. }
  628. }
  629. TNodePtr stmt;
  630. switch (node.GetBlock4().Alt_case()) {
  631. case TRule_alter_user_stmt_TBlock4::kAlt1: {
  632. TUserParameters alterUserParams;
  633. auto options = node.GetBlock4().GetAlt1().GetBlock2();
  634. std::vector<TRule_user_option> opts;
  635. opts.reserve(options.size());
  636. for (const auto& opt : options) {
  637. opts.push_back(opt.GetRule_user_option1());
  638. }
  639. bool isCreateUser = false;
  640. if (!UserParameters(opts, alterUserParams, isCreateUser)) {
  641. return false;
  642. }
  643. stmt = BuildControlUser(pos, service, cluster, roleName, alterUserParams, Ctx.Scoped, isCreateUser);
  644. break;
  645. }
  646. case TRule_alter_user_stmt_TBlock4::kAlt2: {
  647. TDeferredAtom tgtRoleName;
  648. bool allowSystemRoles = false;
  649. if (!RoleNameClause(node.GetBlock4().GetAlt2().GetRule_role_name3(), tgtRoleName, allowSystemRoles)) {
  650. return false;
  651. }
  652. stmt = BuildRenameUser(pos, service, cluster, roleName, tgtRoleName, Ctx.Scoped);
  653. break;
  654. }
  655. case TRule_alter_user_stmt_TBlock4::ALT_NOT_SET:
  656. Y_ABORT("You should change implementation according to grammar changes");
  657. }
  658. AddStatementToBlocks(blocks, stmt);
  659. break;
  660. }
  661. case TRule_sql_stmt_core::kAltSqlStmtCore24: {
  662. // create_group_stmt: CREATE GROUP role_name (WITH USER role_name (COMMA role_name)* COMMA?)?;
  663. Ctx.BodyPart();
  664. auto& node = core.GetAlt_sql_stmt_core24().GetRule_create_group_stmt1();
  665. Ctx.Token(node.GetToken1());
  666. const TPosition pos = Ctx.Pos();
  667. TString service = Ctx.Scoped->CurrService;
  668. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  669. if (cluster.Empty()) {
  670. Error() << "USE statement is missing - no default cluster is selected";
  671. return false;
  672. }
  673. TDeferredAtom roleName;
  674. bool allowSystemRoles = false;
  675. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  676. return false;
  677. }
  678. TCreateGroupParameters createGroupParams;
  679. if (node.HasBlock4()) {
  680. auto& addDropNode = node.GetBlock4();
  681. TVector<TDeferredAtom> roles;
  682. bool allowSystemRoles = false;
  683. createGroupParams.Roles.emplace_back();
  684. if (!RoleNameClause(addDropNode.GetRule_role_name3(), createGroupParams.Roles.back(), allowSystemRoles)) {
  685. return false;
  686. }
  687. for (auto& item : addDropNode.GetBlock4()) {
  688. createGroupParams.Roles.emplace_back();
  689. if (!RoleNameClause(item.GetRule_role_name2(), createGroupParams.Roles.back(), allowSystemRoles)) {
  690. return false;
  691. }
  692. }
  693. }
  694. AddStatementToBlocks(blocks, BuildCreateGroup(pos, service, cluster, roleName, createGroupParams, Ctx.Scoped));
  695. break;
  696. }
  697. case TRule_sql_stmt_core::kAltSqlStmtCore25: {
  698. // alter_group_stmt: ALTER GROUP role_name ((ADD|DROP) USER role_name (COMMA role_name)* COMMA? | RENAME TO role_name);
  699. Ctx.BodyPart();
  700. auto& node = core.GetAlt_sql_stmt_core25().GetRule_alter_group_stmt1();
  701. Ctx.Token(node.GetToken1());
  702. const TPosition pos = Ctx.Pos();
  703. TString service = Ctx.Scoped->CurrService;
  704. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  705. if (cluster.Empty()) {
  706. Error() << "USE statement is missing - no default cluster is selected";
  707. return false;
  708. }
  709. TDeferredAtom roleName;
  710. {
  711. bool allowSystemRoles = true;
  712. if (!RoleNameClause(node.GetRule_role_name3(), roleName, allowSystemRoles)) {
  713. return false;
  714. }
  715. }
  716. TNodePtr stmt;
  717. switch (node.GetBlock4().Alt_case()) {
  718. case TRule_alter_group_stmt_TBlock4::kAlt1: {
  719. auto& addDropNode = node.GetBlock4().GetAlt1();
  720. const bool isDrop = IS_TOKEN(Ctx.Settings.Antlr4Parser, addDropNode.GetToken1().GetId(), DROP);
  721. TVector<TDeferredAtom> roles;
  722. bool allowSystemRoles = false;
  723. roles.emplace_back();
  724. if (!RoleNameClause(addDropNode.GetRule_role_name3(), roles.back(), allowSystemRoles)) {
  725. return false;
  726. }
  727. for (auto& item : addDropNode.GetBlock4()) {
  728. roles.emplace_back();
  729. if (!RoleNameClause(item.GetRule_role_name2(), roles.back(), allowSystemRoles)) {
  730. return false;
  731. }
  732. }
  733. stmt = BuildAlterGroup(pos, service, cluster, roleName, roles, isDrop, Ctx.Scoped);
  734. break;
  735. }
  736. case TRule_alter_group_stmt_TBlock4::kAlt2: {
  737. TDeferredAtom tgtRoleName;
  738. bool allowSystemRoles = false;
  739. if (!RoleNameClause(node.GetBlock4().GetAlt2().GetRule_role_name3(), tgtRoleName, allowSystemRoles)) {
  740. return false;
  741. }
  742. stmt = BuildRenameGroup(pos, service, cluster, roleName, tgtRoleName, Ctx.Scoped);
  743. break;
  744. }
  745. case TRule_alter_group_stmt_TBlock4::ALT_NOT_SET:
  746. Y_ABORT("You should change implementation according to grammar changes");
  747. }
  748. AddStatementToBlocks(blocks, stmt);
  749. break;
  750. }
  751. case TRule_sql_stmt_core::kAltSqlStmtCore26: {
  752. // drop_role_stmt: DROP (USER|GROUP) (IF EXISTS)? role_name (COMMA role_name)* COMMA?;
  753. Ctx.BodyPart();
  754. auto& node = core.GetAlt_sql_stmt_core26().GetRule_drop_role_stmt1();
  755. Ctx.Token(node.GetToken1());
  756. const TPosition pos = Ctx.Pos();
  757. TString service = Ctx.Scoped->CurrService;
  758. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  759. if (cluster.Empty()) {
  760. Error() << "USE statement is missing - no default cluster is selected";
  761. return false;
  762. }
  763. const bool isUser = IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetToken2().GetId(), USER);
  764. bool missingOk = false;
  765. if (node.HasBlock3()) { // IF EXISTS
  766. missingOk = true;
  767. Y_DEBUG_ABORT_UNLESS(
  768. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken1().GetId(), IF) &&
  769. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken2().GetId(), EXISTS)
  770. );
  771. }
  772. TVector<TDeferredAtom> roles;
  773. bool allowSystemRoles = true;
  774. roles.emplace_back();
  775. if (!RoleNameClause(node.GetRule_role_name4(), roles.back(), allowSystemRoles)) {
  776. return false;
  777. }
  778. for (auto& item : node.GetBlock5()) {
  779. roles.emplace_back();
  780. if (!RoleNameClause(item.GetRule_role_name2(), roles.back(), allowSystemRoles)) {
  781. return false;
  782. }
  783. }
  784. AddStatementToBlocks(blocks, BuildDropRoles(pos, service, cluster, roles, isUser, missingOk, Ctx.Scoped));
  785. break;
  786. }
  787. case TRule_sql_stmt_core::kAltSqlStmtCore27: {
  788. // create_object_stmt: CREATE OBJECT (IF NOT EXISTS)? name (TYPE type [WITH k=v,...]);
  789. auto& node = core.GetAlt_sql_stmt_core27().GetRule_create_object_stmt1();
  790. TObjectOperatorContext context(Ctx.Scoped);
  791. if (node.GetRule_object_ref4().HasBlock1()) {
  792. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  793. false, context.ServiceId, context.Cluster)) {
  794. return false;
  795. }
  796. }
  797. bool existingOk = false;
  798. if (node.HasBlock3()) { // IF NOT EXISTS
  799. existingOk = true;
  800. Y_DEBUG_ABORT_UNLESS(
  801. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken1().GetId(), IF) &&
  802. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken2().GetId(), NOT) &&
  803. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken3().GetId(), EXISTS)
  804. );
  805. }
  806. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  807. const TString& typeId = Id(node.GetRule_object_type_ref7().GetRule_an_id_or_type1(), *this);
  808. std::map<TString, TDeferredAtom> kv;
  809. if (node.HasBlock9()) {
  810. if (!ParseObjectFeatures(kv, node.GetBlock9().GetRule_create_object_features1().GetRule_object_features2())) {
  811. return false;
  812. }
  813. }
  814. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, typeId, existingOk, false, std::move(kv), context));
  815. break;
  816. }
  817. case TRule_sql_stmt_core::kAltSqlStmtCore28: {
  818. // alter_object_stmt: ALTER OBJECT name (TYPE type [SET k=v,...]);
  819. auto& node = core.GetAlt_sql_stmt_core28().GetRule_alter_object_stmt1();
  820. TObjectOperatorContext context(Ctx.Scoped);
  821. if (node.GetRule_object_ref3().HasBlock1()) {
  822. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  823. false, context.ServiceId, context.Cluster)) {
  824. return false;
  825. }
  826. }
  827. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  828. const TString& typeId = Id(node.GetRule_object_type_ref6().GetRule_an_id_or_type1(), *this);
  829. std::map<TString, TDeferredAtom> kv;
  830. if (!ParseObjectFeatures(kv, node.GetRule_alter_object_features8().GetRule_object_features2())) {
  831. return false;
  832. }
  833. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), std::set<TString>(), context));
  834. break;
  835. }
  836. case TRule_sql_stmt_core::kAltSqlStmtCore29: {
  837. // drop_object_stmt: DROP OBJECT (IF EXISTS)? name (TYPE type [WITH k=v,...]);
  838. auto& node = core.GetAlt_sql_stmt_core29().GetRule_drop_object_stmt1();
  839. TObjectOperatorContext context(Ctx.Scoped);
  840. if (node.GetRule_object_ref4().HasBlock1()) {
  841. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  842. false, context.ServiceId, context.Cluster)) {
  843. return false;
  844. }
  845. }
  846. bool missingOk = false;
  847. if (node.HasBlock3()) { // IF EXISTS
  848. missingOk = true;
  849. Y_DEBUG_ABORT_UNLESS(
  850. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken1().GetId(), IF) &&
  851. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken2().GetId(), EXISTS)
  852. );
  853. }
  854. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  855. const TString& typeId = Id(node.GetRule_object_type_ref7().GetRule_an_id_or_type1(), *this);
  856. std::map<TString, TDeferredAtom> kv;
  857. if (node.HasBlock9()) {
  858. if (!ParseObjectFeatures(kv, node.GetBlock9().GetRule_drop_object_features1().GetRule_object_features2())) {
  859. return false;
  860. }
  861. }
  862. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, typeId, missingOk, std::move(kv), context));
  863. break;
  864. }
  865. case TRule_sql_stmt_core::kAltSqlStmtCore30: {
  866. // create_external_data_source_stmt: CREATE (OR REPLACE)? EXTERNAL DATA SOURCE (IF NOT EXISTS)? name WITH (k=v,...);
  867. auto& node = core.GetAlt_sql_stmt_core30().GetRule_create_external_data_source_stmt1();
  868. TObjectOperatorContext context(Ctx.Scoped);
  869. if (node.GetRule_object_ref7().HasBlock1()) {
  870. if (!ClusterExpr(node.GetRule_object_ref7().GetBlock1().GetRule_cluster_expr1(),
  871. false, context.ServiceId, context.Cluster)) {
  872. return false;
  873. }
  874. }
  875. bool replaceIfExists = false;
  876. if (node.HasBlock2()) { // OR REPLACE
  877. replaceIfExists = true;
  878. Y_DEBUG_ABORT_UNLESS(
  879. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock2().GetToken1().GetId(), OR) &&
  880. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock2().GetToken2().GetId(), REPLACE)
  881. );
  882. }
  883. bool existingOk = false;
  884. if (node.HasBlock6()) { // IF NOT EXISTS
  885. existingOk = true;
  886. Y_DEBUG_ABORT_UNLESS(
  887. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock6().GetToken1().GetId(), IF) &&
  888. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock6().GetToken2().GetId(), NOT) &&
  889. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock6().GetToken3().GetId(), EXISTS)
  890. );
  891. }
  892. const TString& objectId = Id(node.GetRule_object_ref7().GetRule_id_or_at2(), *this).second;
  893. std::map<TString, TDeferredAtom> kv;
  894. if (!ParseExternalDataSourceSettings(kv, node.GetRule_with_table_settings8())) {
  895. return false;
  896. }
  897. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId), "EXTERNAL_DATA_SOURCE", existingOk, replaceIfExists, std::move(kv), context));
  898. break;
  899. }
  900. case TRule_sql_stmt_core::kAltSqlStmtCore31: {
  901. // alter_external_data_source_stmt: ALTER EXTERNAL DATA SOURCE object_ref alter_external_data_source_action (COMMA alter_external_data_source_action)*
  902. Ctx.BodyPart();
  903. const auto& node = core.GetAlt_sql_stmt_core31().GetRule_alter_external_data_source_stmt1();
  904. TObjectOperatorContext context(Ctx.Scoped);
  905. if (node.GetRule_object_ref5().HasBlock1()) {
  906. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  907. false, context.ServiceId, context.Cluster)) {
  908. return false;
  909. }
  910. }
  911. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  912. std::map<TString, TDeferredAtom> kv;
  913. std::set<TString> toReset;
  914. if (!ParseExternalDataSourceSettings(kv, toReset, node.GetRule_alter_external_data_source_action6())) {
  915. return false;
  916. }
  917. for (const auto& action : node.GetBlock7()) {
  918. if (!ParseExternalDataSourceSettings(kv, toReset, action.GetRule_alter_external_data_source_action2())) {
  919. return false;
  920. }
  921. }
  922. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "EXTERNAL_DATA_SOURCE", std::move(kv), std::move(toReset), context));
  923. break;
  924. }
  925. case TRule_sql_stmt_core::kAltSqlStmtCore32: {
  926. // drop_external_data_source_stmt: DROP EXTERNAL DATA SOURCE (IF EXISTS)? name;
  927. auto& node = core.GetAlt_sql_stmt_core32().GetRule_drop_external_data_source_stmt1();
  928. TObjectOperatorContext context(Ctx.Scoped);
  929. if (node.GetRule_object_ref6().HasBlock1()) {
  930. if (!ClusterExpr(node.GetRule_object_ref6().GetBlock1().GetRule_cluster_expr1(),
  931. false, context.ServiceId, context.Cluster)) {
  932. return false;
  933. }
  934. }
  935. bool missingOk = false;
  936. if (node.HasBlock5()) { // IF EXISTS
  937. missingOk = true;
  938. Y_DEBUG_ABORT_UNLESS(
  939. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock5().GetToken1().GetId(), IF) &&
  940. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock5().GetToken2().GetId(), EXISTS)
  941. );
  942. }
  943. const TString& objectId = Id(node.GetRule_object_ref6().GetRule_id_or_at2(), *this).second;
  944. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId), "EXTERNAL_DATA_SOURCE", missingOk, {}, context));
  945. break;
  946. }
  947. case TRule_sql_stmt_core::kAltSqlStmtCore33: {
  948. // create_replication_stmt: CREATE ASYNC REPLICATION
  949. auto& node = core.GetAlt_sql_stmt_core33().GetRule_create_replication_stmt1();
  950. TObjectOperatorContext context(Ctx.Scoped);
  951. if (node.GetRule_object_ref4().HasBlock1()) {
  952. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  953. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  954. return false;
  955. }
  956. }
  957. auto prefixPath = Ctx.GetPrefixPath(context.ServiceId, context.Cluster);
  958. std::vector<std::pair<TString, TString>> targets;
  959. if (!AsyncReplicationTarget(targets, prefixPath, node.GetRule_replication_target6(), *this)) {
  960. return false;
  961. }
  962. for (auto& block : node.GetBlock7()) {
  963. if (!AsyncReplicationTarget(targets, prefixPath, block.GetRule_replication_target2(), *this)) {
  964. return false;
  965. }
  966. }
  967. std::map<TString, TNodePtr> settings;
  968. TSqlExpression expr(Ctx, Mode);
  969. if (!AsyncReplicationSettings(settings, node.GetRule_replication_settings10(), expr, true)) {
  970. return false;
  971. }
  972. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  973. AddStatementToBlocks(blocks, BuildCreateAsyncReplication(Ctx.Pos(), BuildTablePath(prefixPath, id),
  974. std::move(targets), std::move(settings), context));
  975. break;
  976. }
  977. case TRule_sql_stmt_core::kAltSqlStmtCore34: {
  978. // drop_replication_stmt: DROP ASYNC REPLICATION
  979. auto& node = core.GetAlt_sql_stmt_core34().GetRule_drop_replication_stmt1();
  980. TObjectOperatorContext context(Ctx.Scoped);
  981. if (node.GetRule_object_ref4().HasBlock1()) {
  982. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  983. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  984. return false;
  985. }
  986. }
  987. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  988. AddStatementToBlocks(blocks, BuildDropAsyncReplication(Ctx.Pos(),
  989. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  990. node.HasBlock5(), context));
  991. break;
  992. }
  993. case TRule_sql_stmt_core::kAltSqlStmtCore35: {
  994. Ctx.BodyPart();
  995. // create_topic_stmt: CREATE TOPIC (IF NOT EXISTS)? topic1 (CONSUMER ...)? [WITH (opt1 = val1, ...]?
  996. auto& rule = core.GetAlt_sql_stmt_core35().GetRule_create_topic_stmt1();
  997. TTopicRef tr;
  998. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  999. return false;
  1000. }
  1001. bool existingOk = false;
  1002. if (rule.HasBlock3()) { // if not exists
  1003. existingOk = true;
  1004. }
  1005. TCreateTopicParameters params;
  1006. params.ExistingOk = existingOk;
  1007. if (rule.HasBlock5()) { //create_topic_entry (consumers)
  1008. auto& entries = rule.GetBlock5().GetRule_create_topic_entries1();
  1009. auto& firstEntry = entries.GetRule_create_topic_entry2();
  1010. if (!CreateTopicEntry(firstEntry, params)) {
  1011. return false;
  1012. }
  1013. const auto& list = entries.GetBlock3();
  1014. for (auto& node : list) {
  1015. if (!CreateTopicEntry(node.GetRule_create_topic_entry2(), params)) {
  1016. return false;
  1017. }
  1018. }
  1019. }
  1020. if (rule.HasBlock6()) { // with_topic_settings
  1021. auto& topic_settings_node = rule.GetBlock6().GetRule_with_topic_settings1().GetRule_topic_settings3();
  1022. CreateTopicSettings(topic_settings_node, params.TopicSettings);
  1023. }
  1024. AddStatementToBlocks(blocks, BuildCreateTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1025. break;
  1026. }
  1027. case TRule_sql_stmt_core::kAltSqlStmtCore36: {
  1028. // alter_topic_stmt: ALTER TOPIC topic_ref alter_topic_action (COMMA alter_topic_action)*;
  1029. // alter_topic_stmt: ALTER TOPIC IF EXISTS topic_ref alter_topic_action (COMMA alter_topic_action)*;
  1030. Ctx.BodyPart();
  1031. auto& rule = core.GetAlt_sql_stmt_core36().GetRule_alter_topic_stmt1();
  1032. TTopicRef tr;
  1033. bool missingOk = false;
  1034. if (rule.HasBlock3()) { // IF EXISTS
  1035. missingOk = true;
  1036. }
  1037. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  1038. return false;
  1039. }
  1040. TAlterTopicParameters params;
  1041. params.MissingOk = missingOk;
  1042. auto& firstEntry = rule.GetRule_alter_topic_action5();
  1043. if (!AlterTopicAction(firstEntry, params)) {
  1044. return false;
  1045. }
  1046. const auto& list = rule.GetBlock6();
  1047. for (auto& node : list) {
  1048. if (!AlterTopicAction(node.GetRule_alter_topic_action2(), params)) {
  1049. return false;
  1050. }
  1051. }
  1052. AddStatementToBlocks(blocks, BuildAlterTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1053. break;
  1054. }
  1055. case TRule_sql_stmt_core::kAltSqlStmtCore37: {
  1056. // drop_topic_stmt: DROP TOPIC (IF EXISTS)? topic_ref;
  1057. Ctx.BodyPart();
  1058. const auto& rule = core.GetAlt_sql_stmt_core37().GetRule_drop_topic_stmt1();
  1059. TDropTopicParameters params;
  1060. if (rule.HasBlock3()) { // IF EXISTS
  1061. params.MissingOk = true;
  1062. } else {
  1063. params.MissingOk = false;
  1064. }
  1065. TTopicRef tr;
  1066. if (!TopicRefImpl(rule.GetRule_topic_ref4(), tr)) {
  1067. return false;
  1068. }
  1069. AddStatementToBlocks(blocks, BuildDropTopic(Ctx.Pos(), tr, params, Ctx.Scoped));
  1070. break;
  1071. }
  1072. case TRule_sql_stmt_core::kAltSqlStmtCore38: {
  1073. // GRANT permission_name_target ON an_id_schema (COMMA an_id_schema)* TO role_name (COMMA role_name)* COMMA? (WITH GRANT OPTION)?;
  1074. Ctx.BodyPart();
  1075. auto& node = core.GetAlt_sql_stmt_core38().GetRule_grant_permissions_stmt1();
  1076. Ctx.Token(node.GetToken1());
  1077. const TPosition pos = Ctx.Pos();
  1078. TString service = Ctx.Scoped->CurrService;
  1079. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1080. if (cluster.Empty()) {
  1081. Error() << "USE statement is missing - no default cluster is selected";
  1082. return false;
  1083. }
  1084. TVector<TDeferredAtom> permissions;
  1085. if (!PermissionNameClause(node.GetRule_permission_name_target2(), permissions, node.has_block10())) {
  1086. return false;
  1087. }
  1088. TVector<TDeferredAtom> schemaPaths;
  1089. schemaPaths.emplace_back(Ctx.Pos(), Id(node.GetRule_an_id_schema4(), *this));
  1090. for (const auto& item : node.GetBlock5()) {
  1091. schemaPaths.emplace_back(Ctx.Pos(), Id(item.GetRule_an_id_schema2(), *this));
  1092. }
  1093. TVector<TDeferredAtom> roleNames;
  1094. const bool allowSystemRoles = false;
  1095. roleNames.emplace_back();
  1096. if (!RoleNameClause(node.GetRule_role_name7(), roleNames.back(), allowSystemRoles)) {
  1097. return false;
  1098. }
  1099. for (const auto& item : node.GetBlock8()) {
  1100. roleNames.emplace_back();
  1101. if (!RoleNameClause(item.GetRule_role_name2(), roleNames.back(), allowSystemRoles)) {
  1102. return false;
  1103. }
  1104. }
  1105. AddStatementToBlocks(blocks, BuildGrantPermissions(pos, service, cluster, permissions, schemaPaths, roleNames, Ctx.Scoped));
  1106. break;
  1107. }
  1108. case TRule_sql_stmt_core::kAltSqlStmtCore39:
  1109. {
  1110. // REVOKE (GRANT OPTION FOR)? permission_name_target ON an_id_schema (COMMA an_id_schema)* FROM role_name (COMMA role_name)*;
  1111. Ctx.BodyPart();
  1112. auto& node = core.GetAlt_sql_stmt_core39().GetRule_revoke_permissions_stmt1();
  1113. Ctx.Token(node.GetToken1());
  1114. const TPosition pos = Ctx.Pos();
  1115. TString service = Ctx.Scoped->CurrService;
  1116. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1117. if (cluster.Empty()) {
  1118. Error() << "USE statement is missing - no default cluster is selected";
  1119. return false;
  1120. }
  1121. TVector<TDeferredAtom> permissions;
  1122. if (!PermissionNameClause(node.GetRule_permission_name_target3(), permissions, node.HasBlock2())) {
  1123. return false;
  1124. }
  1125. TVector<TDeferredAtom> schemaPaths;
  1126. schemaPaths.emplace_back(Ctx.Pos(), Id(node.GetRule_an_id_schema5(), *this));
  1127. for (const auto& item : node.GetBlock6()) {
  1128. schemaPaths.emplace_back(Ctx.Pos(), Id(item.GetRule_an_id_schema2(), *this));
  1129. }
  1130. TVector<TDeferredAtom> roleNames;
  1131. const bool allowSystemRoles = false;
  1132. roleNames.emplace_back();
  1133. if (!RoleNameClause(node.GetRule_role_name8(), roleNames.back(), allowSystemRoles)) {
  1134. return false;
  1135. }
  1136. for (const auto& item : node.GetBlock9()) {
  1137. roleNames.emplace_back();
  1138. if (!RoleNameClause(item.GetRule_role_name2(), roleNames.back(), allowSystemRoles)) {
  1139. return false;
  1140. }
  1141. }
  1142. AddStatementToBlocks(blocks, BuildRevokePermissions(pos, service, cluster, permissions, schemaPaths, roleNames, Ctx.Scoped));
  1143. break;
  1144. }
  1145. case TRule_sql_stmt_core::kAltSqlStmtCore40:
  1146. {
  1147. // ALTER TABLESTORE object_ref alter_table_store_action (COMMA alter_table_store_action)*;
  1148. auto& node = core.GetAlt_sql_stmt_core40().GetRule_alter_table_store_stmt1();
  1149. TObjectOperatorContext context(Ctx.Scoped);
  1150. if (node.GetRule_object_ref3().HasBlock1()) {
  1151. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1152. false, context.ServiceId, context.Cluster)) {
  1153. return false;
  1154. }
  1155. }
  1156. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1157. const TString& typeId = "TABLESTORE";
  1158. std::map<TString, TDeferredAtom> kv;
  1159. if (!ParseTableStoreFeatures(kv, node.GetRule_alter_table_store_action4())) {
  1160. return false;
  1161. }
  1162. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), std::set<TString>(), context));
  1163. break;
  1164. }
  1165. case TRule_sql_stmt_core::kAltSqlStmtCore41:
  1166. {
  1167. // create_object_stmt: UPSERT OBJECT name (TYPE type [WITH k=v,...]);
  1168. auto& node = core.GetAlt_sql_stmt_core41().GetRule_upsert_object_stmt1();
  1169. TObjectOperatorContext context(Ctx.Scoped);
  1170. if (node.GetRule_object_ref3().HasBlock1()) {
  1171. if (!ClusterExpr(node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1172. false, context.ServiceId, context.Cluster)) {
  1173. return false;
  1174. }
  1175. }
  1176. const TString& objectId = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1177. const TString& typeId = Id(node.GetRule_object_type_ref6().GetRule_an_id_or_type1(), *this);
  1178. std::map<TString, TDeferredAtom> kv;
  1179. if (node.HasBlock8()) {
  1180. if (!ParseObjectFeatures(kv, node.GetBlock8().GetRule_create_object_features1().GetRule_object_features2())) {
  1181. return false;
  1182. }
  1183. }
  1184. AddStatementToBlocks(blocks, BuildUpsertObjectOperation(Ctx.Pos(), objectId, typeId, std::move(kv), context));
  1185. break;
  1186. }
  1187. case TRule_sql_stmt_core::kAltSqlStmtCore42: {
  1188. // create_view_stmt: CREATE VIEW (IF NOT EXISTS)? name (WITH (k = v, ...))? AS select_stmt;
  1189. auto& node = core.GetAlt_sql_stmt_core42().GetRule_create_view_stmt1();
  1190. TObjectOperatorContext context(Ctx.Scoped);
  1191. if (node.GetRule_object_ref4().HasBlock1()) {
  1192. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1193. false,
  1194. context.ServiceId,
  1195. context.Cluster)) {
  1196. return false;
  1197. }
  1198. }
  1199. const bool existingOk = node.HasBlock3();
  1200. std::map<TString, TDeferredAtom> features;
  1201. if (node.HasBlock5()) {
  1202. if (!ParseObjectFeatures(features, node.GetBlock5().GetRule_create_object_features1().GetRule_object_features2())) {
  1203. return false;
  1204. }
  1205. }
  1206. if (!ParseViewQuery(features, node.GetRule_select_stmt7())) {
  1207. return false;
  1208. }
  1209. const TString objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1210. constexpr const char* TypeId = "VIEW";
  1211. AddStatementToBlocks(blocks,
  1212. BuildCreateObjectOperation(Ctx.Pos(),
  1213. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId),
  1214. TypeId,
  1215. existingOk,
  1216. false,
  1217. std::move(features),
  1218. context));
  1219. break;
  1220. }
  1221. case TRule_sql_stmt_core::kAltSqlStmtCore43: {
  1222. // drop_view_stmt: DROP VIEW (IF EXISTS)? name;
  1223. auto& node = core.GetAlt_sql_stmt_core43().GetRule_drop_view_stmt1();
  1224. TObjectOperatorContext context(Ctx.Scoped);
  1225. if (node.GetRule_object_ref4().HasBlock1()) {
  1226. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1227. false,
  1228. context.ServiceId,
  1229. context.Cluster)) {
  1230. return false;
  1231. }
  1232. }
  1233. const bool missingOk = node.HasBlock3();
  1234. const TString objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1235. constexpr const char* TypeId = "VIEW";
  1236. AddStatementToBlocks(blocks,
  1237. BuildDropObjectOperation(Ctx.Pos(),
  1238. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), objectId),
  1239. TypeId,
  1240. missingOk,
  1241. {},
  1242. context));
  1243. break;
  1244. }
  1245. case TRule_sql_stmt_core::kAltSqlStmtCore44: {
  1246. // alter_replication_stmt: ALTER ASYNC REPLICATION
  1247. auto& node = core.GetAlt_sql_stmt_core44().GetRule_alter_replication_stmt1();
  1248. TObjectOperatorContext context(Ctx.Scoped);
  1249. if (node.GetRule_object_ref4().HasBlock1()) {
  1250. const auto& cluster = node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1();
  1251. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1252. return false;
  1253. }
  1254. }
  1255. std::map<TString, TNodePtr> settings;
  1256. TSqlExpression expr(Ctx, Mode);
  1257. if (!AsyncReplicationAlterAction(settings, node.GetRule_alter_replication_action5(), expr)) {
  1258. return false;
  1259. }
  1260. for (auto& block : node.GetBlock6()) {
  1261. if (!AsyncReplicationAlterAction(settings, block.GetRule_alter_replication_action2(), expr)) {
  1262. return false;
  1263. }
  1264. }
  1265. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1266. AddStatementToBlocks(blocks, BuildAlterAsyncReplication(Ctx.Pos(),
  1267. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1268. std::move(settings), context));
  1269. break;
  1270. }
  1271. case TRule_sql_stmt_core::kAltSqlStmtCore45: {
  1272. // create_resource_pool_stmt: CREATE RESOURCE POOL name WITH (k=v,...);
  1273. auto& node = core.GetAlt_sql_stmt_core45().GetRule_create_resource_pool_stmt1();
  1274. TObjectOperatorContext context(Ctx.Scoped);
  1275. if (node.GetRule_object_ref4().HasBlock1()) {
  1276. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1277. false, context.ServiceId, context.Cluster)) {
  1278. return false;
  1279. }
  1280. }
  1281. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1282. std::map<TString, TDeferredAtom> kv;
  1283. if (!ParseResourcePoolSettings(kv, node.GetRule_with_table_settings5())) {
  1284. return false;
  1285. }
  1286. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", false, false, std::move(kv), context));
  1287. break;
  1288. }
  1289. case TRule_sql_stmt_core::kAltSqlStmtCore46: {
  1290. // alter_resource_pool_stmt: ALTER RESOURCE POOL object_ref alter_resource_pool_action (COMMA alter_external_data_source_action)*
  1291. Ctx.BodyPart();
  1292. const auto& node = core.GetAlt_sql_stmt_core46().GetRule_alter_resource_pool_stmt1();
  1293. TObjectOperatorContext context(Ctx.Scoped);
  1294. if (node.GetRule_object_ref4().HasBlock1()) {
  1295. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1296. false, context.ServiceId, context.Cluster)) {
  1297. return false;
  1298. }
  1299. }
  1300. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1301. std::map<TString, TDeferredAtom> kv;
  1302. std::set<TString> toReset;
  1303. if (!ParseResourcePoolSettings(kv, toReset, node.GetRule_alter_resource_pool_action5())) {
  1304. return false;
  1305. }
  1306. for (const auto& action : node.GetBlock6()) {
  1307. if (!ParseResourcePoolSettings(kv, toReset, action.GetRule_alter_resource_pool_action2())) {
  1308. return false;
  1309. }
  1310. }
  1311. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", std::move(kv), std::move(toReset), context));
  1312. break;
  1313. }
  1314. case TRule_sql_stmt_core::kAltSqlStmtCore47: {
  1315. // drop_resource_pool_stmt: DROP RESOURCE POOL name;
  1316. auto& node = core.GetAlt_sql_stmt_core47().GetRule_drop_resource_pool_stmt1();
  1317. TObjectOperatorContext context(Ctx.Scoped);
  1318. if (node.GetRule_object_ref4().HasBlock1()) {
  1319. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1320. false, context.ServiceId, context.Cluster)) {
  1321. return false;
  1322. }
  1323. }
  1324. const TString& objectId = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1325. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL", false, {}, context));
  1326. break;
  1327. }
  1328. case TRule_sql_stmt_core::kAltSqlStmtCore48: {
  1329. // create_backup_collection_stmt: CREATE BACKUP COLLECTION name WITH (k=v,...);
  1330. auto& node = core.GetAlt_sql_stmt_core48().GetRule_create_backup_collection_stmt1();
  1331. TObjectOperatorContext context(Ctx.Scoped);
  1332. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1333. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1334. false,
  1335. context.ServiceId,
  1336. context.Cluster)) {
  1337. return false;
  1338. }
  1339. }
  1340. std::map<TString, TDeferredAtom> kv;
  1341. if (!ParseBackupCollectionSettings(kv, node.GetRule_backup_collection_settings6())) {
  1342. return false;
  1343. }
  1344. bool database = false;
  1345. TVector<TDeferredAtom> tables;
  1346. if (node.HasBlock3()) {
  1347. database = node.GetBlock3().GetRule_create_backup_collection_entries1().has_alt_create_backup_collection_entries1();
  1348. if (node.GetBlock3().GetRule_create_backup_collection_entries1().has_alt_create_backup_collection_entries2()) {
  1349. if (!ParseBackupCollectionTables(
  1350. tables,
  1351. node
  1352. .GetBlock3()
  1353. .GetRule_create_backup_collection_entries1()
  1354. .alt_create_backup_collection_entries2()
  1355. .GetRule_create_backup_collection_entries_many1()
  1356. .GetRule_table_list2()))
  1357. {
  1358. return false;
  1359. }
  1360. }
  1361. }
  1362. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1363. AddStatementToBlocks(blocks,
  1364. BuildCreateBackupCollection(Ctx.Pos(),
  1365. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1366. objectId,
  1367. TCreateBackupCollectionParameters {
  1368. .Settings = std::move(kv),
  1369. .Database = database,
  1370. .Tables = tables,
  1371. .ExistingOk = false,
  1372. },
  1373. context));
  1374. break;
  1375. }
  1376. case TRule_sql_stmt_core::kAltSqlStmtCore49: {
  1377. // alter_backup_collection_stmt: ALTER BACKUP COLLECTION name alter_backup_collection_action (COMMA alter_backup_collection_action)*;
  1378. auto& node = core.GetAlt_sql_stmt_core49().GetRule_alter_backup_collection_stmt1();
  1379. TObjectOperatorContext context(Ctx.Scoped);
  1380. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1381. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1382. false,
  1383. context.ServiceId,
  1384. context.Cluster)) {
  1385. return false;
  1386. }
  1387. }
  1388. std::map<TString, TDeferredAtom> kv;
  1389. std::set<TString> toReset;
  1390. bool addDatabase = false;
  1391. bool dropDatabase = false;
  1392. TVector<TDeferredAtom> addTables;
  1393. TVector<TDeferredAtom> removeTables;
  1394. switch (node.GetBlock3().Alt_case()) {
  1395. case TRule_alter_backup_collection_stmt_TBlock3::kAlt1: {
  1396. if (!ParseBackupCollectionSettings(kv, toReset, node.GetBlock3().GetAlt1().GetRule_alter_backup_collection_actions1())) {
  1397. return false;
  1398. }
  1399. break;
  1400. }
  1401. case TRule_alter_backup_collection_stmt_TBlock3::kAlt2: {
  1402. if (!ParseBackupCollectionEntries(
  1403. addDatabase,
  1404. dropDatabase,
  1405. addTables,
  1406. removeTables,
  1407. node.GetBlock3().GetAlt2().GetRule_alter_backup_collection_entries1()))
  1408. {
  1409. return false;
  1410. }
  1411. break;
  1412. }
  1413. case TRule_alter_backup_collection_stmt_TBlock3::ALT_NOT_SET: {} // do nothing
  1414. }
  1415. auto database = addDatabase ?
  1416. TAlterBackupCollectionParameters::EDatabase::Add :
  1417. dropDatabase ?
  1418. TAlterBackupCollectionParameters::EDatabase::Drop :
  1419. TAlterBackupCollectionParameters::EDatabase::Unchanged;
  1420. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1421. AddStatementToBlocks(blocks,
  1422. BuildAlterBackupCollection(Ctx.Pos(),
  1423. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1424. objectId,
  1425. TAlterBackupCollectionParameters {
  1426. .Settings = std::move(kv),
  1427. .SettingsToReset = std::move(toReset),
  1428. .Database = database,
  1429. .TablesToAdd = addTables,
  1430. .TablesToDrop = removeTables,
  1431. .MissingOk = false,
  1432. },
  1433. context));
  1434. break;
  1435. }
  1436. case TRule_sql_stmt_core::kAltSqlStmtCore50: {
  1437. // drop_backup_collection_stmt: DROP BACKUP COLLECTION name;
  1438. auto& node = core.GetAlt_sql_stmt_core50().GetRule_drop_backup_collection_stmt1();
  1439. TObjectOperatorContext context(Ctx.Scoped);
  1440. if (node.GetRule_backup_collection2().GetRule_object_ref3().HasBlock1()) {
  1441. if (!ClusterExpr(node.GetRule_backup_collection2().GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1(),
  1442. false,
  1443. context.ServiceId,
  1444. context.Cluster)) {
  1445. return false;
  1446. }
  1447. }
  1448. const TString& objectId = Id(node.GetRule_backup_collection2().GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1449. AddStatementToBlocks(blocks,
  1450. BuildDropBackupCollection(Ctx.Pos(),
  1451. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1452. objectId,
  1453. TDropBackupCollectionParameters {
  1454. .MissingOk = false,
  1455. },
  1456. context));
  1457. break;
  1458. }
  1459. case TRule_sql_stmt_core::kAltSqlStmtCore51: {
  1460. // analyze_stmt: ANALYZE table_ref
  1461. Ctx.BodyPart();
  1462. const auto& rule = core.GetAlt_sql_stmt_core51().GetRule_analyze_stmt1();
  1463. if (!rule.GetRule_analyze_table_list2().GetBlock2().empty()) {
  1464. Error() << "ANALYZE with multitables hasn't been implemented yet";
  1465. return false;
  1466. }
  1467. auto analyzeTable = rule.GetRule_analyze_table_list2().GetRule_analyze_table1();
  1468. TVector<TString> columns;
  1469. if (analyzeTable.HasBlock2()) {
  1470. auto columnsNode =
  1471. analyzeTable.GetBlock2().GetRule_column_list2();
  1472. if (columnsNode.HasRule_column_name1()) {
  1473. columns.push_back(Id(columnsNode.GetRule_column_name1().GetRule_an_id2(), *this));
  1474. for (const auto& columnNode: columnsNode.GetBlock2()) {
  1475. columns.push_back(Id(columnNode.GetRule_column_name2().GetRule_an_id2(), *this));
  1476. }
  1477. }
  1478. }
  1479. TTableRef tr;
  1480. if (!SimpleTableRefImpl(rule.GetRule_analyze_table_list2().GetRule_analyze_table1().GetRule_simple_table_ref1(), tr)) {
  1481. return false;
  1482. }
  1483. auto params = TAnalyzeParams{.Table = std::make_shared<TTableRef>(tr), .Columns = std::move(columns)};
  1484. AddStatementToBlocks(blocks, BuildAnalyze(Ctx.Pos(), tr.Service, tr.Cluster, params, Ctx.Scoped));
  1485. break;
  1486. }
  1487. case TRule_sql_stmt_core::kAltSqlStmtCore52: {
  1488. // create_resource_pool_classifier_stmt: CREATE RESOURCE POOL CLASSIFIER name WITH (k=v,...);
  1489. auto& node = core.GetAlt_sql_stmt_core52().GetRule_create_resource_pool_classifier_stmt1();
  1490. TObjectOperatorContext context(Ctx.Scoped);
  1491. if (node.GetRule_object_ref5().HasBlock1()) {
  1492. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1493. false, context.ServiceId, context.Cluster)) {
  1494. return false;
  1495. }
  1496. }
  1497. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1498. std::map<TString, TDeferredAtom> kv;
  1499. if (!ParseResourcePoolClassifierSettings(kv, node.GetRule_with_table_settings6())) {
  1500. return false;
  1501. }
  1502. AddStatementToBlocks(blocks, BuildCreateObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", false, false, std::move(kv), context));
  1503. break;
  1504. }
  1505. case TRule_sql_stmt_core::kAltSqlStmtCore53: {
  1506. // alter_resource_pool_classifier_stmt: ALTER RESOURCE POOL CLASSIFIER object_ref alter_resource_pool_classifier_action (COMMA alter_resource_pool_classifier_action)*
  1507. Ctx.BodyPart();
  1508. const auto& node = core.GetAlt_sql_stmt_core53().GetRule_alter_resource_pool_classifier_stmt1();
  1509. TObjectOperatorContext context(Ctx.Scoped);
  1510. if (node.GetRule_object_ref5().HasBlock1()) {
  1511. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1512. false, context.ServiceId, context.Cluster)) {
  1513. return false;
  1514. }
  1515. }
  1516. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1517. std::map<TString, TDeferredAtom> kv;
  1518. std::set<TString> toReset;
  1519. if (!ParseResourcePoolClassifierSettings(kv, toReset, node.GetRule_alter_resource_pool_classifier_action6())) {
  1520. return false;
  1521. }
  1522. for (const auto& action : node.GetBlock7()) {
  1523. if (!ParseResourcePoolClassifierSettings(kv, toReset, action.GetRule_alter_resource_pool_classifier_action2())) {
  1524. return false;
  1525. }
  1526. }
  1527. AddStatementToBlocks(blocks, BuildAlterObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", std::move(kv), std::move(toReset), context));
  1528. break;
  1529. }
  1530. case TRule_sql_stmt_core::kAltSqlStmtCore54: {
  1531. // drop_resource_pool_classifier_stmt: DROP RESOURCE POOL CLASSIFIER name;
  1532. auto& node = core.GetAlt_sql_stmt_core54().GetRule_drop_resource_pool_classifier_stmt1();
  1533. TObjectOperatorContext context(Ctx.Scoped);
  1534. if (node.GetRule_object_ref5().HasBlock1()) {
  1535. if (!ClusterExpr(node.GetRule_object_ref5().GetBlock1().GetRule_cluster_expr1(),
  1536. false, context.ServiceId, context.Cluster)) {
  1537. return false;
  1538. }
  1539. }
  1540. const TString& objectId = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1541. AddStatementToBlocks(blocks, BuildDropObjectOperation(Ctx.Pos(), objectId, "RESOURCE_POOL_CLASSIFIER", false, {}, context));
  1542. break;
  1543. }
  1544. case TRule_sql_stmt_core::kAltSqlStmtCore55: {
  1545. // backup_stmt: BACKUP object_ref (INCREMENTAL)?;
  1546. auto& node = core.GetAlt_sql_stmt_core55().GetRule_backup_stmt1();
  1547. TObjectOperatorContext context(Ctx.Scoped);
  1548. if (node.GetRule_object_ref2().HasBlock1()) {
  1549. if (!ClusterExpr(node.GetRule_object_ref2().GetBlock1().GetRule_cluster_expr1(),
  1550. false, context.ServiceId, context.Cluster)) {
  1551. return false;
  1552. }
  1553. }
  1554. bool incremental = node.HasBlock3();
  1555. const TString& objectId = Id(node.GetRule_object_ref2().GetRule_id_or_at2(), *this).second;
  1556. AddStatementToBlocks(blocks,
  1557. BuildBackup(
  1558. Ctx.Pos(),
  1559. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1560. objectId,
  1561. TBackupParameters{
  1562. .Incremental = incremental,
  1563. },
  1564. context));
  1565. break;
  1566. }
  1567. case TRule_sql_stmt_core::kAltSqlStmtCore56: {
  1568. // restore_stmt: RESTORE object_ref (AT STRING_VALUE)?;
  1569. auto& node = core.GetAlt_sql_stmt_core56().GetRule_restore_stmt1();
  1570. TObjectOperatorContext context(Ctx.Scoped);
  1571. if (node.GetRule_object_ref2().HasBlock1()) {
  1572. if (!ClusterExpr(node.GetRule_object_ref2().GetBlock1().GetRule_cluster_expr1(),
  1573. false, context.ServiceId, context.Cluster)) {
  1574. return false;
  1575. }
  1576. }
  1577. TString at;
  1578. if (node.HasBlock3()) {
  1579. const TString stringValue = Ctx.Token(node.GetBlock3().GetToken2());
  1580. const auto unescaped = StringContent(Ctx, Ctx.Pos(), stringValue);
  1581. if (!unescaped) {
  1582. return false;
  1583. }
  1584. at = unescaped->Content;
  1585. }
  1586. const TString& objectId = Id(node.GetRule_object_ref2().GetRule_id_or_at2(), *this).second;
  1587. AddStatementToBlocks(blocks,
  1588. BuildRestore(
  1589. Ctx.Pos(),
  1590. TString(Ctx.GetPrefixPath(context.ServiceId, context.Cluster)),
  1591. objectId,
  1592. TRestoreParameters{
  1593. .At = at,
  1594. },
  1595. context));
  1596. break;
  1597. }
  1598. case TRule_sql_stmt_core::kAltSqlStmtCore57: {
  1599. // alter_sequence_stmt: ALTER SEQUENCE (IF EXISTS)? object_ref alter_sequence_action (COMMA alter_sequence_action)*;
  1600. Ctx.BodyPart();
  1601. auto& node = core.GetAlt_sql_stmt_core57().GetRule_alter_sequence_stmt1();
  1602. Ctx.Token(node.GetToken1());
  1603. const TPosition pos = Ctx.Pos();
  1604. TString service = Ctx.Scoped->CurrService;
  1605. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1606. if (cluster.Empty()) {
  1607. Error() << "USE statement is missing - no default cluster is selected";
  1608. return false;
  1609. }
  1610. TObjectOperatorContext context(Ctx.Scoped);
  1611. if (node.GetRule_object_ref4().HasBlock1()) {
  1612. if (!ClusterExpr(node.GetRule_object_ref4().GetBlock1().GetRule_cluster_expr1(),
  1613. false, context.ServiceId, context.Cluster)) {
  1614. return false;
  1615. }
  1616. }
  1617. const TString id = Id(node.GetRule_object_ref4().GetRule_id_or_at2(), *this).second;
  1618. TSequenceParameters params;
  1619. if (node.HasBlock3()) { // IF EXISTS
  1620. params.MissingOk = true;
  1621. Y_DEBUG_ABORT_UNLESS(
  1622. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken1().GetId(), IF) &&
  1623. IS_TOKEN(Ctx.Settings.Antlr4Parser, node.GetBlock3().GetToken2().GetId(), EXISTS)
  1624. );
  1625. }
  1626. for (const auto& block : node.GetBlock5()) {
  1627. if (!AlterSequenceAction(block.GetRule_alter_sequence_action1(), params)) {
  1628. return false;
  1629. }
  1630. }
  1631. AddStatementToBlocks(blocks, BuildAlterSequence(pos, service, cluster, id, params, Ctx.Scoped));
  1632. break;
  1633. }
  1634. case TRule_sql_stmt_core::kAltSqlStmtCore58: {
  1635. // create_transfer_stmt: CREATE TRANSFER
  1636. auto& node = core.GetAlt_sql_stmt_core58().GetRule_create_transfer_stmt1();
  1637. TObjectOperatorContext context(Ctx.Scoped);
  1638. if (node.GetRule_object_ref3().HasBlock1()) {
  1639. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1640. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1641. return false;
  1642. }
  1643. }
  1644. auto prefixPath = Ctx.GetPrefixPath(context.ServiceId, context.Cluster);
  1645. std::map<TString, TNodePtr> settings;
  1646. TSqlExpression expr(Ctx, Mode);
  1647. if (!TransferSettings(settings, node.GetRule_transfer_settings11(), expr, true)) {
  1648. return false;
  1649. }
  1650. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1651. const TString source = Id(node.GetRule_object_ref5().GetRule_id_or_at2(), *this).second;
  1652. const TString target = Id(node.GetRule_object_ref7().GetRule_id_or_at2(), *this).second;
  1653. TString transformLambda;
  1654. if (node.GetBlock8().HasRule_lambda_or_parameter2()) {
  1655. if (!ParseTransferLambda(transformLambda, node.GetBlock8().GetRule_lambda_or_parameter2())) {
  1656. return false;
  1657. }
  1658. }
  1659. AddStatementToBlocks(blocks, BuildCreateTransfer(Ctx.Pos(), BuildTablePath(prefixPath, id),
  1660. std::move(source), std::move(target), std::move(transformLambda), std::move(settings), context));
  1661. break;
  1662. }
  1663. case TRule_sql_stmt_core::kAltSqlStmtCore59: {
  1664. // alter_transfer_stmt: ALTER TRANSFER
  1665. auto& node = core.GetAlt_sql_stmt_core59().GetRule_alter_transfer_stmt1();
  1666. TObjectOperatorContext context(Ctx.Scoped);
  1667. if (node.GetRule_object_ref3().HasBlock1()) {
  1668. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1669. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1670. return false;
  1671. }
  1672. }
  1673. std::map<TString, TNodePtr> settings;
  1674. std::optional<TString> transformLambda;
  1675. TSqlExpression expr(Ctx, Mode);
  1676. auto transferAlterAction = [&](std::optional<TString>& transformLambda, const TRule_alter_transfer_action& in)
  1677. {
  1678. if (in.HasAlt_alter_transfer_action1()) {
  1679. return TransferSettings(settings, in.GetAlt_alter_transfer_action1().GetRule_alter_transfer_set_setting1().GetRule_transfer_settings3(), expr, false);
  1680. } else if (in.HasAlt_alter_transfer_action2()) {
  1681. TString lb;
  1682. if (!ParseTransferLambda(lb, in.GetAlt_alter_transfer_action2().GetRule_alter_transfer_set_using1().GetRule_lambda_or_parameter3())) {
  1683. return false;
  1684. }
  1685. transformLambda = lb;
  1686. return true;
  1687. }
  1688. return false;
  1689. };
  1690. if (!transferAlterAction(transformLambda, node.GetRule_alter_transfer_action4())) {
  1691. return false;
  1692. }
  1693. for (auto& block : node.GetBlock5()) {
  1694. if (!transferAlterAction(transformLambda, block.GetRule_alter_transfer_action2())) {
  1695. return false;
  1696. }
  1697. }
  1698. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1699. AddStatementToBlocks(blocks, BuildAlterTransfer(Ctx.Pos(),
  1700. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1701. std::move(transformLambda), std::move(settings), context));
  1702. break;
  1703. }
  1704. case TRule_sql_stmt_core::kAltSqlStmtCore60: {
  1705. // drop_transfer_stmt: DROP TRANSFER
  1706. auto& node = core.GetAlt_sql_stmt_core60().GetRule_drop_transfer_stmt1();
  1707. TObjectOperatorContext context(Ctx.Scoped);
  1708. if (node.GetRule_object_ref3().HasBlock1()) {
  1709. const auto& cluster = node.GetRule_object_ref3().GetBlock1().GetRule_cluster_expr1();
  1710. if (!ClusterExpr(cluster, false, context.ServiceId, context.Cluster)) {
  1711. return false;
  1712. }
  1713. }
  1714. const TString id = Id(node.GetRule_object_ref3().GetRule_id_or_at2(), *this).second;
  1715. AddStatementToBlocks(blocks, BuildDropTransfer(Ctx.Pos(),
  1716. BuildTablePath(Ctx.GetPrefixPath(context.ServiceId, context.Cluster), id),
  1717. node.HasBlock4(), context));
  1718. break;
  1719. }
  1720. case TRule_sql_stmt_core::kAltSqlStmtCore61: {
  1721. // alter_database_stmt: ALTER DATABASE an_id_schema OWNER TO role_name
  1722. auto& node = core.GetAlt_sql_stmt_core61().GetRule_alter_database_stmt1();
  1723. TDeferredAtom roleName;
  1724. {
  1725. bool allowSystemRoles = true;
  1726. if (!RoleNameClause(node.GetRule_role_name6(), roleName, allowSystemRoles)) {
  1727. return false;
  1728. }
  1729. }
  1730. TAlterDatabaseParameters alterDatabaseParams;
  1731. alterDatabaseParams.Owner = roleName;
  1732. alterDatabaseParams.DbPath = TDeferredAtom(Ctx.Pos(), Id(node.GetRule_an_id_schema3(), *this));
  1733. const TPosition pos = Ctx.Pos();
  1734. TString service = Ctx.Scoped->CurrService;
  1735. TDeferredAtom cluster = Ctx.Scoped->CurrCluster;
  1736. auto stmt = BuildAlterDatabase(pos, service, cluster, alterDatabaseParams, Ctx.Scoped);
  1737. AddStatementToBlocks(blocks, stmt);
  1738. break;
  1739. }
  1740. case TRule_sql_stmt_core::kAltSqlStmtCore62: {
  1741. // show_create_table_stmt: SHOW CREATE TABLE table_ref
  1742. Ctx.BodyPart();
  1743. const auto& rule = core.GetAlt_sql_stmt_core62().GetRule_show_create_table_stmt1();
  1744. TTableRef tr;
  1745. if (!SimpleTableRefImpl(rule.GetRule_simple_table_ref4(), tr)) {
  1746. return false;
  1747. }
  1748. AddStatementToBlocks(blocks, BuildShowCreate(Ctx.Pos(), tr, Ctx.Scoped));
  1749. break;
  1750. }
  1751. case TRule_sql_stmt_core::ALT_NOT_SET:
  1752. Ctx.IncrementMonCounter("sql_errors", "UnknownStatement" + internalStatementName);
  1753. AltNotImplemented("sql_stmt_core", core);
  1754. return false;
  1755. }
  1756. Ctx.IncrementMonCounter("sql_features", internalStatementName);
  1757. return !Ctx.HasPendingErrors;
  1758. }
  1759. bool TSqlQuery::DeclareStatement(const TRule_declare_stmt& stmt) {
  1760. TNodePtr defaultValue;
  1761. if (stmt.HasBlock5()) {
  1762. TSqlExpression sqlExpr(Ctx, Mode);
  1763. auto exprOrId = sqlExpr.LiteralExpr(stmt.GetBlock5().GetRule_literal_value2());
  1764. if (!exprOrId) {
  1765. return false;
  1766. }
  1767. if (!exprOrId->Expr) {
  1768. Ctx.Error() << "Identifier is not expected here";
  1769. return false;
  1770. }
  1771. defaultValue = exprOrId->Expr;
  1772. }
  1773. if (defaultValue) {
  1774. Error() << "DEFAULT value not supported yet";
  1775. return false;
  1776. }
  1777. if (!Ctx.IsParseHeading()) {
  1778. Error() << "DECLARE statement should be in beginning of query, but it's possible to use PRAGMA or USE before it";
  1779. return false;
  1780. }
  1781. TString varName;
  1782. if (!NamedNodeImpl(stmt.GetRule_bind_parameter2(), varName, *this)) {
  1783. return false;
  1784. }
  1785. const auto varPos = Ctx.Pos();
  1786. const auto typeNode = TypeNode(stmt.GetRule_type_name4());
  1787. if (!typeNode) {
  1788. return false;
  1789. }
  1790. if (IsAnonymousName(varName)) {
  1791. Ctx.Error(varPos) << "Can not use anonymous name '" << varName << "' in DECLARE statement";
  1792. return false;
  1793. }
  1794. if (Ctx.IsAlreadyDeclared(varName)) {
  1795. Ctx.Warning(varPos, TIssuesIds::YQL_DUPLICATE_DECLARE) << "Duplicate declaration of '" << varName << "' will be ignored";
  1796. } else {
  1797. PushNamedAtom(varPos, varName);
  1798. Ctx.DeclareVariable(varName, varPos, typeNode);
  1799. }
  1800. return true;
  1801. }
  1802. bool TSqlQuery::ExportStatement(const TRule_export_stmt& stmt) {
  1803. if ((!Ctx.Settings.AlwaysAllowExports && Mode != NSQLTranslation::ESqlMode::LIBRARY) || !TopLevel) {
  1804. Error() << "EXPORT statement should be used only in a library on the top level";
  1805. return false;
  1806. }
  1807. TVector<TSymbolNameWithPos> bindNames;
  1808. if (!BindList(stmt.GetRule_bind_parameter_list2(), bindNames)) {
  1809. return false;
  1810. }
  1811. for (auto& bindName : bindNames) {
  1812. if (!Ctx.AddExport(bindName.Pos, bindName.Name)) {
  1813. return false;
  1814. }
  1815. }
  1816. return true;
  1817. }
  1818. bool TSqlQuery::AlterTableAction(const TRule_alter_table_action& node, TAlterTableParameters& params) {
  1819. if (params.RenameTo) {
  1820. // rename action is followed by some other actions
  1821. Error() << "RENAME TO can not be used together with another table action";
  1822. return false;
  1823. }
  1824. switch (node.Alt_case()) {
  1825. case TRule_alter_table_action::kAltAlterTableAction1: {
  1826. // ADD COLUMN
  1827. const auto& addRule = node.GetAlt_alter_table_action1().GetRule_alter_table_add_column1();
  1828. if (!AlterTableAddColumn(addRule, params)) {
  1829. return false;
  1830. }
  1831. break;
  1832. }
  1833. case TRule_alter_table_action::kAltAlterTableAction2: {
  1834. // DROP COLUMN
  1835. const auto& dropRule = node.GetAlt_alter_table_action2().GetRule_alter_table_drop_column1();
  1836. if (!AlterTableDropColumn(dropRule, params)) {
  1837. return false;
  1838. }
  1839. break;
  1840. }
  1841. case TRule_alter_table_action::kAltAlterTableAction3: {
  1842. // ALTER COLUMN
  1843. const auto& alterRule = node.GetAlt_alter_table_action3().GetRule_alter_table_alter_column1();
  1844. if (!AlterTableAlterColumn(alterRule, params)) {
  1845. return false;
  1846. }
  1847. break;
  1848. }
  1849. case TRule_alter_table_action::kAltAlterTableAction4: {
  1850. // ADD FAMILY
  1851. const auto& familyEntry = node.GetAlt_alter_table_action4().GetRule_alter_table_add_column_family1()
  1852. .GetRule_family_entry2();
  1853. if (!AlterTableAddFamily(familyEntry, params)) {
  1854. return false;
  1855. }
  1856. break;
  1857. }
  1858. case TRule_alter_table_action::kAltAlterTableAction5: {
  1859. // ALTER FAMILY
  1860. const auto& alterRule = node.GetAlt_alter_table_action5().GetRule_alter_table_alter_column_family1();
  1861. if (!AlterTableAlterFamily(alterRule, params)) {
  1862. return false;
  1863. }
  1864. break;
  1865. }
  1866. case TRule_alter_table_action::kAltAlterTableAction6: {
  1867. // SET (uncompat)
  1868. const auto& setRule = node.GetAlt_alter_table_action6().GetRule_alter_table_set_table_setting_uncompat1();
  1869. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1870. return false;
  1871. }
  1872. break;
  1873. }
  1874. case TRule_alter_table_action::kAltAlterTableAction7: {
  1875. // SET (compat)
  1876. const auto& setRule = node.GetAlt_alter_table_action7().GetRule_alter_table_set_table_setting_compat1();
  1877. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1878. return false;
  1879. }
  1880. break;
  1881. }
  1882. case TRule_alter_table_action::kAltAlterTableAction8: {
  1883. // RESET
  1884. const auto& setRule = node.GetAlt_alter_table_action8().GetRule_alter_table_reset_table_setting1();
  1885. if (!AlterTableResetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1886. return false;
  1887. }
  1888. break;
  1889. }
  1890. case TRule_alter_table_action::kAltAlterTableAction9: {
  1891. // ADD INDEX
  1892. const auto& addIndex = node.GetAlt_alter_table_action9().GetRule_alter_table_add_index1();
  1893. if (!AlterTableAddIndex(addIndex, params)) {
  1894. return false;
  1895. }
  1896. break;
  1897. }
  1898. case TRule_alter_table_action::kAltAlterTableAction10: {
  1899. // DROP INDEX
  1900. const auto& dropIndex = node.GetAlt_alter_table_action10().GetRule_alter_table_drop_index1();
  1901. AlterTableDropIndex(dropIndex, params);
  1902. break;
  1903. }
  1904. case TRule_alter_table_action::kAltAlterTableAction11: {
  1905. // RENAME TO
  1906. if (!params.IsEmpty()) {
  1907. // rename action follows some other actions
  1908. Error() << "RENAME TO can not be used together with another table action";
  1909. return false;
  1910. }
  1911. const auto& renameTo = node.GetAlt_alter_table_action11().GetRule_alter_table_rename_to1();
  1912. AlterTableRenameTo(renameTo, params);
  1913. break;
  1914. }
  1915. case TRule_alter_table_action::kAltAlterTableAction12: {
  1916. // ADD CHANGEFEED
  1917. const auto& rule = node.GetAlt_alter_table_action12().GetRule_alter_table_add_changefeed1();
  1918. if (!AlterTableAddChangefeed(rule, params)) {
  1919. return false;
  1920. }
  1921. break;
  1922. }
  1923. case TRule_alter_table_action::kAltAlterTableAction13: {
  1924. // ALTER CHANGEFEED
  1925. const auto& rule = node.GetAlt_alter_table_action13().GetRule_alter_table_alter_changefeed1();
  1926. if (!AlterTableAlterChangefeed(rule, params)) {
  1927. return false;
  1928. }
  1929. break;
  1930. }
  1931. case TRule_alter_table_action::kAltAlterTableAction14: {
  1932. // DROP CHANGEFEED
  1933. const auto& rule = node.GetAlt_alter_table_action14().GetRule_alter_table_drop_changefeed1();
  1934. AlterTableDropChangefeed(rule, params);
  1935. break;
  1936. }
  1937. case TRule_alter_table_action::kAltAlterTableAction15: {
  1938. // RENAME INDEX TO
  1939. if (!params.IsEmpty()) {
  1940. // rename action follows some other actions
  1941. Error() << "RENAME INDEX TO can not be used together with another table action";
  1942. return false;
  1943. }
  1944. const auto& renameTo = node.GetAlt_alter_table_action15().GetRule_alter_table_rename_index_to1();
  1945. AlterTableRenameIndexTo(renameTo, params);
  1946. break;
  1947. }
  1948. case TRule_alter_table_action::kAltAlterTableAction16: {
  1949. // ALTER INDEX
  1950. const auto& rule = node.GetAlt_alter_table_action16().GetRule_alter_table_alter_index1();
  1951. if (!AlterTableAlterIndex(rule, params)) {
  1952. return false;
  1953. }
  1954. break;
  1955. }
  1956. case TRule_alter_table_action::kAltAlterTableAction17: {
  1957. // ALTER COLUMN id DROP NOT NULL
  1958. const auto& alterRule = node.GetAlt_alter_table_action17().GetRule_alter_table_alter_column_drop_not_null1();
  1959. if (!AlterTableAlterColumnDropNotNull(alterRule, params)) {
  1960. return false;
  1961. }
  1962. break;
  1963. }
  1964. case TRule_alter_table_action::ALT_NOT_SET: {
  1965. AltNotImplemented("alter_table_action", node);
  1966. return false;
  1967. }
  1968. }
  1969. return true;
  1970. }
  1971. bool TSqlQuery::AlterExternalTableAction(const TRule_alter_external_table_action& node, TAlterTableParameters& params) {
  1972. if (params.RenameTo) {
  1973. // rename action is followed by some other actions
  1974. Error() << "RENAME TO can not be used together with another table action";
  1975. return false;
  1976. }
  1977. switch (node.Alt_case()) {
  1978. case TRule_alter_external_table_action::kAltAlterExternalTableAction1: {
  1979. // ADD COLUMN
  1980. const auto& addRule = node.GetAlt_alter_external_table_action1().GetRule_alter_table_add_column1();
  1981. if (!AlterTableAddColumn(addRule, params)) {
  1982. return false;
  1983. }
  1984. break;
  1985. }
  1986. case TRule_alter_external_table_action::kAltAlterExternalTableAction2: {
  1987. // DROP COLUMN
  1988. const auto& dropRule = node.GetAlt_alter_external_table_action2().GetRule_alter_table_drop_column1();
  1989. if (!AlterTableDropColumn(dropRule, params)) {
  1990. return false;
  1991. }
  1992. break;
  1993. }
  1994. case TRule_alter_external_table_action::kAltAlterExternalTableAction3: {
  1995. // SET (uncompat)
  1996. const auto& setRule = node.GetAlt_alter_external_table_action3().GetRule_alter_table_set_table_setting_uncompat1();
  1997. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  1998. return false;
  1999. }
  2000. break;
  2001. }
  2002. case TRule_alter_external_table_action::kAltAlterExternalTableAction4: {
  2003. // SET (compat)
  2004. const auto& setRule = node.GetAlt_alter_external_table_action4().GetRule_alter_table_set_table_setting_compat1();
  2005. if (!AlterTableSetTableSetting(setRule, params.TableSettings, params.TableType)) {
  2006. return false;
  2007. }
  2008. break;
  2009. }
  2010. case TRule_alter_external_table_action::kAltAlterExternalTableAction5: {
  2011. // RESET
  2012. const auto& setRule = node.GetAlt_alter_external_table_action5().GetRule_alter_table_reset_table_setting1();
  2013. if (!AlterTableResetTableSetting(setRule, params.TableSettings, params.TableType)) {
  2014. return false;
  2015. }
  2016. break;
  2017. }
  2018. case TRule_alter_external_table_action::ALT_NOT_SET:
  2019. AltNotImplemented("alter_external_table_action", node);
  2020. return false;
  2021. }
  2022. return true;
  2023. }
  2024. bool TSqlQuery::AlterTableAddColumn(const TRule_alter_table_add_column& node, TAlterTableParameters& params) {
  2025. auto columnSchema = ColumnSchemaImpl(node.GetRule_column_schema3());
  2026. if (!columnSchema) {
  2027. return false;
  2028. }
  2029. if (columnSchema->Families.size() > 1) {
  2030. Ctx.Error() << "Several column families for a single column are not yet supported";
  2031. return false;
  2032. }
  2033. params.AddColumns.push_back(*columnSchema);
  2034. return true;
  2035. }
  2036. bool TSqlQuery::AlterTableDropColumn(const TRule_alter_table_drop_column& node, TAlterTableParameters& params) {
  2037. TString name = Id(node.GetRule_an_id3(), *this);
  2038. params.DropColumns.push_back(name);
  2039. return true;
  2040. }
  2041. bool TSqlQuery::AlterTableAlterColumn(const TRule_alter_table_alter_column& node,
  2042. TAlterTableParameters& params)
  2043. {
  2044. TString name = Id(node.GetRule_an_id3(), *this);
  2045. const TPosition pos(Context().Pos());
  2046. TVector<TIdentifier> families;
  2047. const auto& familyRelation = node.GetRule_family_relation5();
  2048. families.push_back(IdEx(familyRelation.GetRule_an_id2(), *this));
  2049. params.AlterColumns.emplace_back(pos, name, nullptr, false, families, false, nullptr, TColumnSchema::ETypeOfChange::SetFamily);
  2050. return true;
  2051. }
  2052. bool TSqlQuery::AlterTableAddFamily(const TRule_family_entry& node, TAlterTableParameters& params) {
  2053. TFamilyEntry family(IdEx(node.GetRule_an_id2(), *this));
  2054. if (!FillFamilySettings(node.GetRule_family_settings3(), family)) {
  2055. return false;
  2056. }
  2057. params.AddColumnFamilies.push_back(family);
  2058. return true;
  2059. }
  2060. bool TSqlQuery::AlterTableAlterFamily(const TRule_alter_table_alter_column_family& node,
  2061. TAlterTableParameters& params)
  2062. {
  2063. TFamilyEntry* entry = nullptr;
  2064. TIdentifier name = IdEx(node.GetRule_an_id3(), *this);
  2065. for (auto& family : params.AlterColumnFamilies) {
  2066. if (family.Name.Name == name.Name) {
  2067. entry = &family;
  2068. break;
  2069. }
  2070. }
  2071. if (!entry) {
  2072. entry = &params.AlterColumnFamilies.emplace_back(name);
  2073. }
  2074. TIdentifier settingName = IdEx(node.GetRule_an_id5(), *this);
  2075. const TRule_family_setting_value& value = node.GetRule_family_setting_value6();
  2076. if (to_lower(settingName.Name) == "data") {
  2077. if (entry->Data) {
  2078. Ctx.Error() << "Redefinition of 'data' setting for column family '" << name.Name
  2079. << "' in one alter";
  2080. return false;
  2081. }
  2082. if (!StoreString(value, entry->Data, Ctx)) {
  2083. Ctx.Error() << to_upper(settingName.Name) << " value should be a string literal";
  2084. return false;
  2085. }
  2086. } else if (to_lower(settingName.Name) == "compression") {
  2087. if (entry->Compression) {
  2088. Ctx.Error() << "Redefinition of 'compression' setting for column family '" << name.Name
  2089. << "' in one alter";
  2090. return false;
  2091. }
  2092. if (!StoreString(value, entry->Compression, Ctx)) {
  2093. Ctx.Error() << to_upper(settingName.Name) << " value should be a string literal";
  2094. return false;
  2095. }
  2096. } else if (to_lower(settingName.Name) == "compression_level") {
  2097. if (entry->CompressionLevel) {
  2098. Ctx.Error() << "Redefinition of 'compression_level' setting for column family '" << name.Name << "' in one alter";
  2099. return false;
  2100. }
  2101. if (!StoreInt(value, entry->CompressionLevel, Ctx)) {
  2102. Ctx.Error() << to_upper(settingName.Name) << " value should be an integer";
  2103. return false;
  2104. }
  2105. } else {
  2106. Ctx.Error() << "Unknown table setting: " << settingName.Name;
  2107. return false;
  2108. }
  2109. return true;
  2110. }
  2111. bool TSqlQuery::AlterTableSetTableSetting(
  2112. const TRule_alter_table_set_table_setting_uncompat& node, TTableSettings& tableSettings, ETableType tableType
  2113. ) {
  2114. return StoreTableSettingsEntry(
  2115. IdEx(node.GetRule_an_id2(), *this),
  2116. node.GetRule_table_setting_value3(),
  2117. tableSettings,
  2118. tableType,
  2119. true
  2120. );
  2121. }
  2122. bool TSqlQuery::AlterTableSetTableSetting(
  2123. const TRule_alter_table_set_table_setting_compat& node, TTableSettings& tableSettings, ETableType tableType
  2124. ) {
  2125. const auto storeSetting = [&](const TRule_alter_table_setting_entry& entry) {
  2126. return StoreTableSettingsEntry(
  2127. IdEx(entry.GetRule_an_id1(), *this),
  2128. entry.GetRule_table_setting_value3(),
  2129. tableSettings,
  2130. tableType,
  2131. true
  2132. );
  2133. };
  2134. const auto& firstEntry = node.GetRule_alter_table_setting_entry3();
  2135. if (!storeSetting(firstEntry)) {
  2136. return false;
  2137. }
  2138. for (const auto& block : node.GetBlock4()) {
  2139. const auto& entry = block.GetRule_alter_table_setting_entry2();
  2140. if (!storeSetting(entry)) {
  2141. return false;
  2142. }
  2143. }
  2144. return true;
  2145. }
  2146. bool TSqlQuery::AlterTableResetTableSetting(
  2147. const TRule_alter_table_reset_table_setting& node, TTableSettings& tableSettings, ETableType tableType
  2148. ) {
  2149. const auto resetSetting = [&](const TRule_an_id& id) {
  2150. return ResetTableSettingsEntry(IdEx(id, *this), tableSettings, tableType);
  2151. };
  2152. const auto& firstEntry = node.GetRule_an_id3();
  2153. if (!resetSetting(firstEntry)) {
  2154. return false;
  2155. }
  2156. for (const auto& block : node.GetBlock4()) {
  2157. const auto& entry = block.GetRule_an_id2();
  2158. if (!resetSetting(entry)) {
  2159. return false;
  2160. }
  2161. }
  2162. return true;
  2163. }
  2164. bool TSqlQuery::AlterTableAddIndex(const TRule_alter_table_add_index& node, TAlterTableParameters& params) {
  2165. if (!CreateTableIndex(node.GetRule_table_index2(), params.AddIndexes)) {
  2166. return false;
  2167. }
  2168. return true;
  2169. }
  2170. void TSqlQuery::AlterTableDropIndex(const TRule_alter_table_drop_index& node, TAlterTableParameters& params) {
  2171. params.DropIndexes.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2172. }
  2173. void TSqlQuery::AlterTableRenameTo(const TRule_alter_table_rename_to& node, TAlterTableParameters& params) {
  2174. params.RenameTo = IdEx(node.GetRule_an_id_table3(), *this);
  2175. }
  2176. void TSqlQuery::AlterTableRenameIndexTo(const TRule_alter_table_rename_index_to& node, TAlterTableParameters& params) {
  2177. auto src = IdEx(node.GetRule_an_id3(), *this);
  2178. auto dst = IdEx(node.GetRule_an_id5(), *this);
  2179. params.RenameIndexTo = std::make_pair(src, dst);
  2180. }
  2181. bool TSqlQuery::AlterTableAlterIndex(const TRule_alter_table_alter_index& node, TAlterTableParameters& params) {
  2182. const auto indexName = IdEx(node.GetRule_an_id3(), *this);
  2183. params.AlterIndexes.emplace_back(indexName);
  2184. TTableSettings& indexTableSettings = params.AlterIndexes.back().TableSettings;
  2185. const auto& action = node.GetRule_alter_table_alter_index_action4();
  2186. switch (action.Alt_case()) {
  2187. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction1: {
  2188. // SET setting value
  2189. const auto& rule = action.GetAlt_alter_table_alter_index_action1().GetRule_alter_table_set_table_setting_uncompat1();
  2190. if (!AlterTableSetTableSetting(rule, indexTableSettings, params.TableType)) {
  2191. return false;
  2192. }
  2193. break;
  2194. }
  2195. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction2: {
  2196. // SET (setting1 = value1, ...)
  2197. const auto& rule = action.GetAlt_alter_table_alter_index_action2().GetRule_alter_table_set_table_setting_compat1();
  2198. if (!AlterTableSetTableSetting(rule, indexTableSettings, params.TableType)) {
  2199. return false;
  2200. }
  2201. break;
  2202. }
  2203. case TRule_alter_table_alter_index_action::kAltAlterTableAlterIndexAction3: {
  2204. // RESET (setting1, ...)
  2205. const auto& rule = action.GetAlt_alter_table_alter_index_action3().GetRule_alter_table_reset_table_setting1();
  2206. if (!AlterTableResetTableSetting(rule, indexTableSettings, params.TableType)) {
  2207. return false;
  2208. }
  2209. break;
  2210. }
  2211. case TRule_alter_table_alter_index_action::ALT_NOT_SET:
  2212. AltNotImplemented("alter_table_alter_index_action", action);
  2213. return false;
  2214. }
  2215. return true;
  2216. }
  2217. bool TSqlQuery::AlterSequenceAction(const TRule_alter_sequence_action& node, TSequenceParameters& params) {
  2218. switch (node.Alt_case()) {
  2219. case TRule_alter_sequence_action::kAltAlterSequenceAction1: {
  2220. if (params.StartValue) {
  2221. Ctx.Error(Ctx.Pos()) << "Start value defined more than once";
  2222. return false;
  2223. }
  2224. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action1().GetRule_integer3());
  2225. if (literalNumber) {
  2226. params.StartValue = TDeferredAtom(literalNumber, Ctx);
  2227. } else {
  2228. return false;
  2229. }
  2230. break;
  2231. }
  2232. case TRule_alter_sequence_action::kAltAlterSequenceAction2: {
  2233. if (params.IsRestart) {
  2234. Ctx.Error(Ctx.Pos()) << "Restart value defined more than once";
  2235. return false;
  2236. }
  2237. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action2().GetRule_integer3());
  2238. if (literalNumber) {
  2239. params.IsRestart = true;
  2240. params.RestartValue = TDeferredAtom(literalNumber, Ctx);
  2241. } else {
  2242. return false;
  2243. }
  2244. break;
  2245. }
  2246. case TRule_alter_sequence_action::kAltAlterSequenceAction3: {
  2247. if (params.IsRestart) {
  2248. Ctx.Error(Ctx.Pos()) << "Restart value defined more than once";
  2249. return false;
  2250. }
  2251. params.IsRestart = true;
  2252. break;
  2253. }
  2254. case TRule_alter_sequence_action::kAltAlterSequenceAction4: {
  2255. if (params.Increment) {
  2256. Ctx.Error(Ctx.Pos()) << "Increment defined more than once";
  2257. return false;
  2258. }
  2259. auto literalNumber = LiteralNumber(Ctx, node.GetAlt_alter_sequence_action4().GetRule_integer3());
  2260. if (literalNumber) {
  2261. params.Increment = TDeferredAtom(literalNumber, Ctx);
  2262. } else {
  2263. return false;
  2264. }
  2265. break;
  2266. }
  2267. case TRule_alter_sequence_action::ALT_NOT_SET:
  2268. Y_ABORT("You should change implementation according to grammar changes");
  2269. }
  2270. return true;
  2271. }
  2272. bool TSqlQuery::AlterTableAlterColumnDropNotNull(const TRule_alter_table_alter_column_drop_not_null& node, TAlterTableParameters& params) {
  2273. TString name = Id(node.GetRule_an_id3(), *this);
  2274. const TPosition pos(Context().Pos());
  2275. params.AlterColumns.emplace_back(pos, name, nullptr, false, TVector<TIdentifier>(), false, nullptr, TColumnSchema::ETypeOfChange::DropNotNullConstraint);
  2276. return true;
  2277. }
  2278. bool TSqlQuery::AlterTableAddChangefeed(const TRule_alter_table_add_changefeed& node, TAlterTableParameters& params) {
  2279. TSqlExpression expr(Ctx, Mode);
  2280. return CreateChangefeed(node.GetRule_changefeed2(), expr, params.AddChangefeeds);
  2281. }
  2282. bool TSqlQuery::AlterTableAlterChangefeed(const TRule_alter_table_alter_changefeed& node, TAlterTableParameters& params) {
  2283. params.AlterChangefeeds.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2284. const auto& alter = node.GetRule_changefeed_alter_settings4();
  2285. switch (alter.Alt_case()) {
  2286. case TRule_changefeed_alter_settings::kAltChangefeedAlterSettings1: {
  2287. // DISABLE
  2288. params.AlterChangefeeds.back().Disable = true;
  2289. break;
  2290. }
  2291. case TRule_changefeed_alter_settings::kAltChangefeedAlterSettings2: {
  2292. // SET
  2293. const auto& rule = alter.GetAlt_changefeed_alter_settings2().GetRule_changefeed_settings3();
  2294. TSqlExpression expr(Ctx, Mode);
  2295. if (!ChangefeedSettings(rule, expr, params.AlterChangefeeds.back().Settings, true)) {
  2296. return false;
  2297. }
  2298. break;
  2299. }
  2300. case TRule_changefeed_alter_settings::ALT_NOT_SET:
  2301. AltNotImplemented("changefeed_alter_settings", alter);
  2302. return false;
  2303. }
  2304. return true;
  2305. }
  2306. void TSqlQuery::AlterTableDropChangefeed(const TRule_alter_table_drop_changefeed& node, TAlterTableParameters& params) {
  2307. params.DropChangefeeds.emplace_back(IdEx(node.GetRule_an_id3(), *this));
  2308. }
  2309. TNodePtr TSqlQuery::PragmaStatement(const TRule_pragma_stmt& stmt, bool& success) {
  2310. success = false;
  2311. const TString& prefix = OptIdPrefixAsStr(stmt.GetRule_opt_id_prefix_or_type2(), *this);
  2312. const TString& lowerPrefix = to_lower(prefix);
  2313. const TString pragma(Id(stmt.GetRule_an_id3(), *this));
  2314. TString normalizedPragma(pragma);
  2315. TMaybe<TIssue> normalizeError = NormalizeName(Ctx.Pos(), normalizedPragma);
  2316. if (!normalizeError.Empty()) {
  2317. Error() << normalizeError->GetMessage();
  2318. Ctx.IncrementMonCounter("sql_errors", "NormalizePragmaError");
  2319. return {};
  2320. }
  2321. TVector<TDeferredAtom> values;
  2322. TVector<const TRule_pragma_value*> pragmaValues;
  2323. bool pragmaValueDefault = false;
  2324. if (stmt.GetBlock4().HasAlt1()) {
  2325. pragmaValues.push_back(&stmt.GetBlock4().GetAlt1().GetRule_pragma_value2());
  2326. }
  2327. else if (stmt.GetBlock4().HasAlt2()) {
  2328. pragmaValues.push_back(&stmt.GetBlock4().GetAlt2().GetRule_pragma_value2());
  2329. for (auto& additionalValue : stmt.GetBlock4().GetAlt2().GetBlock3()) {
  2330. pragmaValues.push_back(&additionalValue.GetRule_pragma_value2());
  2331. }
  2332. }
  2333. const bool withConfigure = prefix || normalizedPragma == "file" || normalizedPragma == "folder" || normalizedPragma == "udf";
  2334. static const THashSet<TStringBuf> lexicalScopePragmas = {
  2335. "classicdivision",
  2336. "strictjoinkeytypes",
  2337. "disablestrictjoinkeytypes",
  2338. "checkedops",
  2339. "unicodeliterals",
  2340. "disableunicodeliterals",
  2341. "warnuntypedstringliterals",
  2342. "disablewarnuntypedstringliterals",
  2343. };
  2344. const bool hasLexicalScope = withConfigure || lexicalScopePragmas.contains(normalizedPragma);
  2345. const bool withFileAlias = normalizedPragma == "file" || normalizedPragma == "folder" || normalizedPragma == "library" || normalizedPragma == "udf";
  2346. for (auto pragmaValue : pragmaValues) {
  2347. if (pragmaValue->HasAlt_pragma_value3()) {
  2348. auto value = Token(pragmaValue->GetAlt_pragma_value3().GetToken1());
  2349. auto parsed = StringContentOrIdContent(Ctx, Ctx.Pos(), value);
  2350. if (!parsed) {
  2351. return {};
  2352. }
  2353. TString prefix;
  2354. if (withFileAlias && (values.size() == 0)) {
  2355. prefix = Ctx.Settings.FileAliasPrefix;
  2356. }
  2357. values.push_back(TDeferredAtom(Ctx.Pos(), prefix + parsed->Content));
  2358. }
  2359. else if (pragmaValue->HasAlt_pragma_value2()
  2360. && pragmaValue->GetAlt_pragma_value2().GetRule_id1().HasAlt_id2()
  2361. && "default" == to_lower(Id(pragmaValue->GetAlt_pragma_value2().GetRule_id1(), *this)))
  2362. {
  2363. pragmaValueDefault = true;
  2364. }
  2365. else if (withConfigure && pragmaValue->HasAlt_pragma_value5()) {
  2366. TString bindName;
  2367. if (!NamedNodeImpl(pragmaValue->GetAlt_pragma_value5().GetRule_bind_parameter1(), bindName, *this)) {
  2368. return {};
  2369. }
  2370. auto namedNode = GetNamedNode(bindName);
  2371. if (!namedNode) {
  2372. return {};
  2373. }
  2374. TString prefix;
  2375. if (withFileAlias && (values.size() == 0)) {
  2376. prefix = Ctx.Settings.FileAliasPrefix;
  2377. }
  2378. TDeferredAtom atom;
  2379. MakeTableFromExpression(Ctx.Pos(), Ctx, namedNode, atom, prefix);
  2380. values.push_back(atom);
  2381. } else {
  2382. Error() << "Expected string" << (withConfigure ? ", named parameter" : "") << " or 'default' keyword as pragma value for pragma: " << pragma;
  2383. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2384. return {};
  2385. }
  2386. }
  2387. if (prefix.empty()) {
  2388. if (!TopLevel && !hasLexicalScope) {
  2389. Error() << "This pragma '" << pragma << "' is not allowed to be used in actions or subqueries";
  2390. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2391. return{};
  2392. }
  2393. if (normalizedPragma == "refselect") {
  2394. Ctx.PragmaRefSelect = true;
  2395. Ctx.IncrementMonCounter("sql_pragma", "RefSelect");
  2396. } else if (normalizedPragma == "sampleselect") {
  2397. Ctx.PragmaSampleSelect = true;
  2398. Ctx.IncrementMonCounter("sql_pragma", "SampleSelect");
  2399. } else if (normalizedPragma == "allowdotinalias") {
  2400. Ctx.PragmaAllowDotInAlias = true;
  2401. Ctx.IncrementMonCounter("sql_pragma", "AllowDotInAlias");
  2402. } else if (normalizedPragma == "udf") {
  2403. if ((values.size() != 1 && values.size() != 2) || pragmaValueDefault) {
  2404. Error() << "Expected file alias as pragma value";
  2405. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2406. return {};
  2407. }
  2408. if (Ctx.Settings.FileAliasPrefix) {
  2409. if (values.size() == 1) {
  2410. values.emplace_back(TDeferredAtom(Ctx.Pos(), ""));
  2411. }
  2412. TString prefix;
  2413. if (!values[1].GetLiteral(prefix, Ctx)) {
  2414. Error() << "Expected literal UDF module prefix in views";
  2415. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2416. return {};
  2417. }
  2418. values[1] = TDeferredAtom(Ctx.Pos(), Ctx.Settings.FileAliasPrefix + prefix);
  2419. }
  2420. Ctx.IncrementMonCounter("sql_pragma", "udf");
  2421. success = true;
  2422. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "ImportUdfs", values, false);
  2423. } else if (normalizedPragma == "packageversion") {
  2424. if (values.size() != 2 || pragmaValueDefault) {
  2425. Error() << "Expected package name and version";
  2426. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2427. return {};
  2428. }
  2429. ui32 version = 0;
  2430. TString versionString;
  2431. TString packageName;
  2432. if (!values[0].GetLiteral(packageName, Ctx) || !values[1].GetLiteral(versionString, Ctx)) {
  2433. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2434. return {};
  2435. }
  2436. if (!PackageVersionFromString(versionString, version)) {
  2437. Error() << "Unable to parse package version, possible values 0, 1, draft, release";
  2438. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2439. return {};
  2440. }
  2441. Ctx.SetPackageVersion(packageName, version);
  2442. Ctx.IncrementMonCounter("sql_pragma", "PackageVersion");
  2443. success = true;
  2444. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "SetPackageVersion", TVector<TDeferredAtom>{ values[0], TDeferredAtom(values[1].Build()->GetPos(), ToString(version)) }, false);
  2445. } else if (normalizedPragma == "file") {
  2446. if (values.size() < 2U || values.size() > 3U || pragmaValueDefault) {
  2447. Error() << "Expected file alias, url and optional token name as pragma values";
  2448. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2449. return {};
  2450. }
  2451. Ctx.IncrementMonCounter("sql_pragma", "file");
  2452. success = true;
  2453. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "AddFileByUrl", values, false);
  2454. } else if (normalizedPragma == "fileoption") {
  2455. if (values.size() < 3U) {
  2456. Error() << "Expected file alias, option key and value";
  2457. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2458. return {};
  2459. }
  2460. Ctx.IncrementMonCounter("sql_pragma", "FileOption");
  2461. success = true;
  2462. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "SetFileOption", values, false);
  2463. } else if (normalizedPragma == "folder") {
  2464. if (values.size() < 2U || values.size() > 3U || pragmaValueDefault) {
  2465. Error() << "Expected folder alias, url and optional token name as pragma values";
  2466. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2467. return {};
  2468. }
  2469. Ctx.IncrementMonCounter("sql_pragma", "folder");
  2470. success = true;
  2471. return BuildPragma(Ctx.Pos(), TString(ConfigProviderName), "AddFolderByUrl", values, false);
  2472. } else if (normalizedPragma == "library") {
  2473. if (values.size() < 1) {
  2474. Error() << "Expected non-empty file alias";
  2475. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2476. return{};
  2477. }
  2478. if (values.size() > 3) {
  2479. Error() << "Expected file alias and optional url and token name as pragma values";
  2480. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2481. return{};
  2482. }
  2483. TString alias;
  2484. if (!values.front().GetLiteral(alias, Ctx)) {
  2485. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2486. return{};
  2487. }
  2488. TContext::TLibraryStuff library;
  2489. std::get<TPosition>(library) = values.front().Build()->GetPos();
  2490. if (values.size() > 1) {
  2491. auto& first = std::get<1U>(library);
  2492. first.emplace();
  2493. first->second = values[1].Build()->GetPos();
  2494. if (!values[1].GetLiteral(first->first, Ctx)) {
  2495. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2496. return{};
  2497. }
  2498. TSet<TString> names;
  2499. SubstParameters(first->first, Nothing(), &names);
  2500. for (const auto& name : names) {
  2501. auto namedNode = GetNamedNode(name);
  2502. if (!namedNode) {
  2503. return{};
  2504. }
  2505. }
  2506. if (values.size() > 2) {
  2507. auto& second = std::get<2U>(library);
  2508. second.emplace();
  2509. second->second = values[2].Build()->GetPos();
  2510. if (!values[2].GetLiteral(second->first, Ctx)) {
  2511. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2512. return{};
  2513. }
  2514. }
  2515. }
  2516. Ctx.Libraries[alias] = std::move(library);
  2517. Ctx.IncrementMonCounter("sql_pragma", "library");
  2518. } else if (normalizedPragma == "package") {
  2519. if (values.size() < 2U || values.size() > 3U) {
  2520. Error() << "Expected package name, url and optional token name as pragma values";
  2521. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2522. return {};
  2523. }
  2524. TString packageName;
  2525. if (!values.front().GetLiteral(packageName, Ctx)) {
  2526. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2527. return {};
  2528. }
  2529. TContext::TPackageStuff package;
  2530. std::get<TPosition>(package) = values.front().Build()->GetPos();
  2531. auto fillLiteral = [&](auto& literal, size_t index) {
  2532. if (values.size() <= index) {
  2533. return true;
  2534. }
  2535. constexpr bool optional = std::is_base_of_v<
  2536. std::optional<TContext::TLiteralWithPosition>,
  2537. std::decay_t<decltype(literal)>
  2538. >;
  2539. TContext::TLiteralWithPosition* literalPtr;
  2540. if constexpr (optional) {
  2541. literal.emplace();
  2542. literalPtr = &*literal;
  2543. } else {
  2544. literalPtr = &literal;
  2545. }
  2546. literalPtr->second = values[index].Build()->GetPos();
  2547. if (!values[index].GetLiteral(literalPtr->first, Ctx)) {
  2548. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2549. return false;
  2550. }
  2551. return true;
  2552. };
  2553. // fill url
  2554. auto& urlLiteral = std::get<1U>(package);
  2555. if (!fillLiteral(urlLiteral, 1U)) {
  2556. return {};
  2557. }
  2558. TSet<TString> names;
  2559. SubstParameters(urlLiteral.first, Nothing(), &names);
  2560. for (const auto& name : names) {
  2561. auto namedNode = GetNamedNode(name);
  2562. if (!namedNode) {
  2563. return {};
  2564. }
  2565. }
  2566. // fill token
  2567. if (!fillLiteral(std::get<2U>(package), 2U)) {
  2568. return {};
  2569. }
  2570. Ctx.Packages[packageName] = std::move(package);
  2571. Ctx.IncrementMonCounter("sql_pragma", "package");
  2572. } else if (normalizedPragma == "overridelibrary") {
  2573. if (values.size() != 1U) {
  2574. Error() << "Expected override library alias as pragma value";
  2575. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2576. return {};
  2577. }
  2578. TString alias;
  2579. if (!values.front().GetLiteral(alias, Ctx)) {
  2580. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2581. return {};
  2582. }
  2583. TContext::TOverrideLibraryStuff overrideLibrary;
  2584. std::get<TPosition>(overrideLibrary) = values.front().Build()->GetPos();
  2585. Ctx.OverrideLibraries[alias] = std::move(overrideLibrary);
  2586. Ctx.IncrementMonCounter("sql_pragma", "overridelibrary");
  2587. } else if (normalizedPragma == "directread") {
  2588. Ctx.PragmaDirectRead = true;
  2589. Ctx.IncrementMonCounter("sql_pragma", "DirectRead");
  2590. } else if (normalizedPragma == "equijoin") {
  2591. Ctx.IncrementMonCounter("sql_pragma", "EquiJoin");
  2592. } else if (normalizedPragma == "autocommit") {
  2593. Ctx.PragmaAutoCommit = true;
  2594. Ctx.IncrementMonCounter("sql_pragma", "AutoCommit");
  2595. } else if (normalizedPragma == "usetableprefixforeach") {
  2596. Ctx.PragmaUseTablePrefixForEach = true;
  2597. Ctx.IncrementMonCounter("sql_pragma", "UseTablePrefixForEach");
  2598. } else if (normalizedPragma == "tablepathprefix") {
  2599. TString value;
  2600. TMaybe<TString> arg;
  2601. if (values.size() == 1 || values.size() == 2) {
  2602. if (!values.front().GetLiteral(value, Ctx)) {
  2603. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2604. return {};
  2605. }
  2606. if (values.size() == 2) {
  2607. arg = value;
  2608. if (!values.back().GetLiteral(value, Ctx)) {
  2609. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2610. return {};
  2611. }
  2612. }
  2613. if (!Ctx.SetPathPrefix(value, arg)) {
  2614. return {};
  2615. }
  2616. } else {
  2617. Error() << "Expected path prefix or tuple of (Provider, PathPrefix) or"
  2618. << " (Cluster, PathPrefix) as pragma value";
  2619. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2620. return {};
  2621. }
  2622. Ctx.IncrementMonCounter("sql_pragma", "PathPrefix");
  2623. } else if (normalizedPragma == "groupbylimit") {
  2624. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.PragmaGroupByLimit)) {
  2625. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2626. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2627. return {};
  2628. }
  2629. Ctx.IncrementMonCounter("sql_pragma", "GroupByLimit");
  2630. } else if (normalizedPragma == "groupbycubelimit") {
  2631. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.PragmaGroupByCubeLimit)) {
  2632. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2633. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2634. return {};
  2635. }
  2636. Ctx.IncrementMonCounter("sql_pragma", "GroupByCubeLimit");
  2637. } else if (normalizedPragma == "simplecolumns") {
  2638. Ctx.SimpleColumns = true;
  2639. Ctx.IncrementMonCounter("sql_pragma", "SimpleColumns");
  2640. } else if (normalizedPragma == "disablesimplecolumns") {
  2641. Ctx.SimpleColumns = false;
  2642. Ctx.IncrementMonCounter("sql_pragma", "DisableSimpleColumns");
  2643. } else if (normalizedPragma == "coalescejoinkeysonqualifiedall") {
  2644. Ctx.CoalesceJoinKeysOnQualifiedAll = true;
  2645. Ctx.IncrementMonCounter("sql_pragma", "CoalesceJoinKeysOnQualifiedAll");
  2646. } else if (normalizedPragma == "disablecoalescejoinkeysonqualifiedall") {
  2647. Ctx.CoalesceJoinKeysOnQualifiedAll = false;
  2648. Ctx.IncrementMonCounter("sql_pragma", "DisableCoalesceJoinKeysOnQualifiedAll");
  2649. } else if (normalizedPragma == "resultrowslimit") {
  2650. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.ResultRowsLimit)) {
  2651. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2652. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2653. return {};
  2654. }
  2655. Ctx.IncrementMonCounter("sql_pragma", "ResultRowsLimit");
  2656. } else if (normalizedPragma == "resultsizelimit") {
  2657. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.ResultSizeLimit)) {
  2658. Error() << "Expected unsigned integer literal as a single argument for: " << pragma;
  2659. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2660. return {};
  2661. }
  2662. Ctx.IncrementMonCounter("sql_pragma", "ResultSizeLimit");
  2663. } else if (normalizedPragma == "warning") {
  2664. if (values.size() != 2U || values.front().Empty() || values.back().Empty()) {
  2665. Error() << "Expected arguments <action>, <issueId> for: " << pragma;
  2666. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2667. return {};
  2668. }
  2669. TString action;
  2670. TString codePattern;
  2671. if (!values[0].GetLiteral(action, Ctx) || !values[1].GetLiteral(codePattern, Ctx)) {
  2672. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2673. return {};
  2674. }
  2675. TWarningRule rule;
  2676. TString parseError;
  2677. auto parseResult = TWarningRule::ParseFrom(codePattern, action, rule, parseError);
  2678. switch (parseResult) {
  2679. case TWarningRule::EParseResult::PARSE_OK:
  2680. break;
  2681. case TWarningRule::EParseResult::PARSE_PATTERN_FAIL:
  2682. case TWarningRule::EParseResult::PARSE_ACTION_FAIL:
  2683. Ctx.Error() << parseError;
  2684. return {};
  2685. default:
  2686. Y_ENSURE(false, "Unknown parse result");
  2687. }
  2688. Ctx.WarningPolicy.AddRule(rule);
  2689. if (rule.GetPattern() == "*" && rule.GetAction() == EWarningAction::ERROR) {
  2690. // Keep 'unused symbol' warning as warning unless explicitly set to error
  2691. Ctx.SetWarningPolicyFor(TIssuesIds::YQL_UNUSED_SYMBOL, EWarningAction::DEFAULT);
  2692. }
  2693. Ctx.IncrementMonCounter("sql_pragma", "warning");
  2694. } else if (normalizedPragma == "greetings") {
  2695. if (values.size() > 1) {
  2696. Error() << "Multiple arguments are not expected for " << pragma;
  2697. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2698. return {};
  2699. }
  2700. if (values.empty()) {
  2701. values.emplace_back(TDeferredAtom(Ctx.Pos(), "Hello, world! And best wishes from the YQL Team!"));
  2702. }
  2703. TString arg;
  2704. if (!values.front().GetLiteral(arg, Ctx)) {
  2705. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2706. return {};
  2707. }
  2708. Ctx.Info(Ctx.Pos()) << arg;
  2709. } else if (normalizedPragma == "warningmsg") {
  2710. if (values.size() != 1 || !values[0].GetLiteral()) {
  2711. Error() << "Expected string literal as a single argument for: " << pragma;
  2712. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2713. return {};
  2714. }
  2715. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_PRAGMA_WARNING_MSG) << *values[0].GetLiteral();
  2716. } else if (normalizedPragma == "errormsg") {
  2717. if (values.size() != 1 || !values[0].GetLiteral()) {
  2718. Error() << "Expected string literal as a single argument for: " << pragma;
  2719. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2720. return {};
  2721. }
  2722. Ctx.Error(Ctx.Pos()) << *values[0].GetLiteral();
  2723. } else if (normalizedPragma == "classicdivision") {
  2724. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.Scoped->PragmaClassicDivision)) {
  2725. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2726. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2727. return {};
  2728. }
  2729. Ctx.IncrementMonCounter("sql_pragma", "ClassicDivision");
  2730. } else if (normalizedPragma == "checkedops") {
  2731. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.Scoped->PragmaCheckedOps)) {
  2732. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2733. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2734. return {};
  2735. }
  2736. Ctx.IncrementMonCounter("sql_pragma", "CheckedOps");
  2737. } else if (normalizedPragma == "disableunordered") {
  2738. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  2739. << "Use of deprecated DisableUnordered pragma. It will be dropped soon";
  2740. } else if (normalizedPragma == "pullupflatmapoverjoin") {
  2741. Ctx.PragmaPullUpFlatMapOverJoin = true;
  2742. Ctx.IncrementMonCounter("sql_pragma", "PullUpFlatMapOverJoin");
  2743. } else if (normalizedPragma == "disablepullupflatmapoverjoin") {
  2744. Ctx.PragmaPullUpFlatMapOverJoin = false;
  2745. Ctx.IncrementMonCounter("sql_pragma", "DisablePullUpFlatMapOverJoin");
  2746. } else if (normalizedPragma == "filterpushdownoverjoinoptionalside") {
  2747. Ctx.FilterPushdownOverJoinOptionalSide = true;
  2748. Ctx.IncrementMonCounter("sql_pragma", "FilterPushdownOverJoinOptionalSide");
  2749. } else if (normalizedPragma == "disablefilterpushdownoverjoinoptionalside") {
  2750. Ctx.FilterPushdownOverJoinOptionalSide = false;
  2751. Ctx.IncrementMonCounter("sql_pragma", "DisableFilterPushdownOverJoinOptionalSide");
  2752. } else if (normalizedPragma == "rotatejointree") {
  2753. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.RotateJoinTree)) {
  2754. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2755. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2756. return {};
  2757. }
  2758. } else if (normalizedPragma == "allowunnamedcolumns") {
  2759. Ctx.WarnUnnamedColumns = false;
  2760. Ctx.IncrementMonCounter("sql_pragma", "AllowUnnamedColumns");
  2761. } else if (normalizedPragma == "warnunnamedcolumns") {
  2762. Ctx.WarnUnnamedColumns = true;
  2763. Ctx.IncrementMonCounter("sql_pragma", "WarnUnnamedColumns");
  2764. } else if (normalizedPragma == "discoverymode") {
  2765. Ctx.DiscoveryMode = true;
  2766. Ctx.IncrementMonCounter("sql_pragma", "DiscoveryMode");
  2767. } else if (normalizedPragma == "enablesystemcolumns") {
  2768. if (values.size() != 1 || !values[0].GetLiteral() || !TryFromString(*values[0].GetLiteral(), Ctx.EnableSystemColumns)) {
  2769. Error() << "Expected boolean literal as a single argument for: " << pragma;
  2770. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2771. return {};
  2772. }
  2773. Ctx.IncrementMonCounter("sql_pragma", "EnableSystemColumns");
  2774. } else if (normalizedPragma == "ansiinforemptyornullableitemscollections") {
  2775. Ctx.AnsiInForEmptyOrNullableItemsCollections = true;
  2776. Ctx.IncrementMonCounter("sql_pragma", "AnsiInForEmptyOrNullableItemsCollections");
  2777. } else if (normalizedPragma == "disableansiinforemptyornullableitemscollections") {
  2778. Ctx.AnsiInForEmptyOrNullableItemsCollections = false;
  2779. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiInForEmptyOrNullableItemsCollections");
  2780. } else if (normalizedPragma == "dqengine" || normalizedPragma == "blockengine") {
  2781. Ctx.IncrementMonCounter("sql_pragma", "DqEngine");
  2782. if (values.size() != 1 || !values[0].GetLiteral()
  2783. || ! (*values[0].GetLiteral() == "disable" || *values[0].GetLiteral() == "auto" || *values[0].GetLiteral() == "force"))
  2784. {
  2785. Error() << "Expected `disable|auto|force' argument for: " << pragma;
  2786. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2787. return {};
  2788. }
  2789. const bool isDqEngine = normalizedPragma == "dqengine";
  2790. auto& enable = isDqEngine ? Ctx.DqEngineEnable : Ctx.BlockEngineEnable;
  2791. auto& force = isDqEngine ? Ctx.DqEngineForce : Ctx.BlockEngineForce;
  2792. if (*values[0].GetLiteral() == "disable") {
  2793. enable = false;
  2794. force = false;
  2795. } else if (*values[0].GetLiteral() == "force") {
  2796. enable = true;
  2797. force = true;
  2798. } else if (*values[0].GetLiteral() == "auto") {
  2799. enable = true;
  2800. force = false;
  2801. }
  2802. if (isDqEngine && Ctx.Engine) {
  2803. if (*Ctx.Engine == "ytflow") {
  2804. if (force) {
  2805. Error() << "Expected `disable|auto` argument for: " << pragma << " pragma "
  2806. << "with Engine pragma argument `ytflow`";
  2807. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2808. return {};
  2809. }
  2810. enable = false;
  2811. } else if (*Ctx.Engine == "dq") {
  2812. force = true;
  2813. }
  2814. }
  2815. } else if (normalizedPragma == "ansirankfornullablekeys") {
  2816. Ctx.AnsiRankForNullableKeys = true;
  2817. Ctx.IncrementMonCounter("sql_pragma", "AnsiRankForNullableKeys");
  2818. } else if (normalizedPragma == "disableansirankfornullablekeys") {
  2819. Ctx.AnsiRankForNullableKeys = false;
  2820. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiRankForNullableKeys");
  2821. } else if (normalizedPragma == "ansiorderbylimitinunionall") {
  2822. Ctx.IncrementMonCounter("sql_pragma", "AnsiOrderByLimitInUnionAll");
  2823. } else if (normalizedPragma == "disableansiorderbylimitinunionall") {
  2824. Error() << "DisableAnsiOrderByLimitInUnionAll pragma is deprecated and no longer supported";
  2825. Ctx.IncrementMonCounter("sql_errors", "DeprecatedPragma");
  2826. return {};
  2827. } else if (normalizedPragma == "ansioptionalas") {
  2828. Ctx.AnsiOptionalAs = true;
  2829. Ctx.IncrementMonCounter("sql_pragma", "AnsiOptionalAs");
  2830. } else if (normalizedPragma == "disableansioptionalas") {
  2831. Ctx.AnsiOptionalAs = false;
  2832. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiOptionalAs");
  2833. } else if (normalizedPragma == "warnonansialiasshadowing") {
  2834. Ctx.WarnOnAnsiAliasShadowing = true;
  2835. Ctx.IncrementMonCounter("sql_pragma", "WarnOnAnsiAliasShadowing");
  2836. } else if (normalizedPragma == "disablewarnonansialiasshadowing") {
  2837. Ctx.WarnOnAnsiAliasShadowing = false;
  2838. Ctx.IncrementMonCounter("sql_pragma", "DisableWarnOnAnsiAliasShadowing");
  2839. } else if (normalizedPragma == "regexusere2") {
  2840. if (values.size() != 1U || !values.front().GetLiteral() || !TryFromString(*values.front().GetLiteral(), Ctx.PragmaRegexUseRe2)) {
  2841. Error() << "Expected 'true' or 'false' for: " << pragma;
  2842. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2843. return {};
  2844. }
  2845. Ctx.IncrementMonCounter("sql_pragma", "RegexUseRe2");
  2846. } else if (normalizedPragma == "jsonqueryreturnsjsondocument") {
  2847. Ctx.JsonQueryReturnsJsonDocument = true;
  2848. Ctx.IncrementMonCounter("sql_pragma", "JsonQueryReturnsJsonDocument");
  2849. } else if (normalizedPragma == "disablejsonqueryreturnsjsondocument") {
  2850. Ctx.JsonQueryReturnsJsonDocument = false;
  2851. Ctx.IncrementMonCounter("sql_pragma", "DisableJsonQueryReturnsJsonDocument");
  2852. } else if (normalizedPragma == "orderedcolumns") {
  2853. Ctx.OrderedColumns = true;
  2854. Ctx.IncrementMonCounter("sql_pragma", "OrderedColumns");
  2855. } else if (normalizedPragma == "disableorderedcolumns") {
  2856. Ctx.OrderedColumns = false;
  2857. Ctx.IncrementMonCounter("sql_pragma", "DisableOrderedColumns");
  2858. } else if (normalizedPragma == "positionalunionall") {
  2859. Ctx.PositionalUnionAll = true;
  2860. // PositionalUnionAll implies OrderedColumns
  2861. Ctx.OrderedColumns = true;
  2862. Ctx.IncrementMonCounter("sql_pragma", "PositionalUnionAll");
  2863. } else if (normalizedPragma == "pqreadby") {
  2864. if (values.size() != 1 || !values[0].GetLiteral()) {
  2865. Error() << "Expected string literal as a single argument for: " << pragma;
  2866. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2867. return {};
  2868. }
  2869. // special guard to raise error on situation:
  2870. // use cluster1;
  2871. // pragma PqReadPqBy="cluster2";
  2872. const TString* currentClusterLiteral = Ctx.Scoped->CurrCluster.GetLiteral();
  2873. if (currentClusterLiteral && *values[0].GetLiteral() != "dq" && *currentClusterLiteral != *values[0].GetLiteral()) {
  2874. Error() << "Cluster in PqReadPqBy pragma differs from cluster specified in USE statement: " << *values[0].GetLiteral() << " != " << *currentClusterLiteral;
  2875. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2876. return {};
  2877. }
  2878. Ctx.PqReadByRtmrCluster = *values[0].GetLiteral();
  2879. Ctx.IncrementMonCounter("sql_pragma", "PqReadBy");
  2880. } else if (normalizedPragma == "bogousstaringroupbyoverjoin") {
  2881. Ctx.BogousStarInGroupByOverJoin = true;
  2882. Ctx.IncrementMonCounter("sql_pragma", "BogousStarInGroupByOverJoin");
  2883. } else if (normalizedPragma == "strictjoinkeytypes") {
  2884. Ctx.Scoped->StrictJoinKeyTypes = true;
  2885. Ctx.IncrementMonCounter("sql_pragma", "StrictJoinKeyTypes");
  2886. } else if (normalizedPragma == "disablestrictjoinkeytypes") {
  2887. Ctx.Scoped->StrictJoinKeyTypes = false;
  2888. Ctx.IncrementMonCounter("sql_pragma", "DisableStrictJoinKeyTypes");
  2889. } else if (normalizedPragma == "unicodeliterals") {
  2890. Ctx.Scoped->UnicodeLiterals = true;
  2891. Ctx.IncrementMonCounter("sql_pragma", "UnicodeLiterals");
  2892. } else if (normalizedPragma == "disableunicodeliterals") {
  2893. Ctx.Scoped->UnicodeLiterals = false;
  2894. Ctx.IncrementMonCounter("sql_pragma", "DisableUnicodeLiterals");
  2895. } else if (normalizedPragma == "warnuntypedstringliterals") {
  2896. Ctx.Scoped->WarnUntypedStringLiterals = true;
  2897. Ctx.IncrementMonCounter("sql_pragma", "WarnUntypedStringLiterals");
  2898. } else if (normalizedPragma == "disablewarnuntypedstringliterals") {
  2899. Ctx.Scoped->WarnUntypedStringLiterals = false;
  2900. Ctx.IncrementMonCounter("sql_pragma", "DisableWarnUntypedStringLiterals");
  2901. } else if (normalizedPragma == "unorderedsubqueries") {
  2902. Ctx.UnorderedSubqueries = true;
  2903. Ctx.IncrementMonCounter("sql_pragma", "UnorderedSubqueries");
  2904. } else if (normalizedPragma == "disableunorderedsubqueries") {
  2905. Ctx.UnorderedSubqueries = false;
  2906. Ctx.IncrementMonCounter("sql_pragma", "DisableUnorderedSubqueries");
  2907. } else if (normalizedPragma == "datawatermarks") {
  2908. if (values.size() != 1 || !values[0].GetLiteral()
  2909. || ! (*values[0].GetLiteral() == "enable" || *values[0].GetLiteral() == "disable"))
  2910. {
  2911. Error() << "Expected `enable|disable' argument for: " << pragma;
  2912. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2913. return {};
  2914. }
  2915. if (*values[0].GetLiteral() == "enable") {
  2916. Ctx.PragmaDataWatermarks = true;
  2917. } else if (*values[0].GetLiteral() == "disable") {
  2918. Ctx.PragmaDataWatermarks = false;
  2919. }
  2920. Ctx.IncrementMonCounter("sql_pragma", "DataWatermarks");
  2921. } else if (normalizedPragma == "flexibletypes") {
  2922. Ctx.FlexibleTypes = true;
  2923. Ctx.IncrementMonCounter("sql_pragma", "FlexibleTypes");
  2924. } else if (normalizedPragma == "disableflexibletypes") {
  2925. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  2926. << "Deprecated pragma DisableFlexibleTypes - it will be removed soon. "
  2927. "Consider submitting bug report if FlexibleTypes doesn't work for you";
  2928. Ctx.FlexibleTypes = false;
  2929. Ctx.IncrementMonCounter("sql_pragma", "DisableFlexibleTypes");
  2930. } else if (normalizedPragma == "ansicurrentrow") {
  2931. Ctx.AnsiCurrentRow = true;
  2932. Ctx.IncrementMonCounter("sql_pragma", "AnsiCurrentRow");
  2933. } else if (normalizedPragma == "disableansicurrentrow") {
  2934. Ctx.AnsiCurrentRow = false;
  2935. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiCurrentRow");
  2936. } else if (normalizedPragma == "emitaggapply") {
  2937. Ctx.EmitAggApply = true;
  2938. Ctx.IncrementMonCounter("sql_pragma", "EmitAggApply");
  2939. } else if (normalizedPragma == "disableemitaggapply") {
  2940. Ctx.EmitAggApply = false;
  2941. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitAggApply");
  2942. } else if (normalizedPragma == "useblocks") {
  2943. Ctx.UseBlocks = true;
  2944. Ctx.IncrementMonCounter("sql_pragma", "UseBlocks");
  2945. } else if (normalizedPragma == "disableuseblocks") {
  2946. Ctx.UseBlocks = false;
  2947. Ctx.IncrementMonCounter("sql_pragma", "DisableUseBlocks");
  2948. } else if (normalizedPragma == "emittablesource") {
  2949. Ctx.EmitTableSource = true;
  2950. Ctx.IncrementMonCounter("sql_pragma", "EmitTableSource");
  2951. } else if (normalizedPragma == "disableemittablesource") {
  2952. Ctx.EmitTableSource = false;
  2953. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitTableSource");
  2954. } else if (normalizedPragma == "ansilike") {
  2955. Ctx.AnsiLike = true;
  2956. Ctx.IncrementMonCounter("sql_pragma", "AnsiLike");
  2957. } else if (normalizedPragma == "disableansilike") {
  2958. Ctx.AnsiLike = false;
  2959. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiLike");
  2960. } else if (normalizedPragma == "unorderedresult") {
  2961. Ctx.UnorderedResult = true;
  2962. Ctx.IncrementMonCounter("sql_pragma", "UnorderedResult");
  2963. } else if (normalizedPragma == "disableunorderedresult") {
  2964. Ctx.UnorderedResult = false;
  2965. Ctx.IncrementMonCounter("sql_pragma", "DisableUnorderedResult");
  2966. } else if (normalizedPragma == "featurer010") {
  2967. if (values.size() == 1 && values[0].GetLiteral()) {
  2968. const auto& value = *values[0].GetLiteral();
  2969. if ("prototype" == value)
  2970. Ctx.FeatureR010 = true;
  2971. else {
  2972. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2973. return {};
  2974. }
  2975. }
  2976. else {
  2977. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2978. return {};
  2979. }
  2980. Ctx.IncrementMonCounter("sql_pragma", "FeatureR010");
  2981. } else if (normalizedPragma == "compactgroupby") {
  2982. Ctx.CompactGroupBy = true;
  2983. Ctx.IncrementMonCounter("sql_pragma", "CompactGroupBy");
  2984. } else if (normalizedPragma == "disablecompactgroupby") {
  2985. Ctx.CompactGroupBy = false;
  2986. Ctx.IncrementMonCounter("sql_pragma", "DisableCompactGroupBy");
  2987. } else if (normalizedPragma == "costbasedoptimizer") {
  2988. Ctx.IncrementMonCounter("sql_pragma", "CostBasedOptimizer");
  2989. if (values.size() == 1 && values[0].GetLiteral()) {
  2990. Ctx.CostBasedOptimizer = to_lower(*values[0].GetLiteral());
  2991. }
  2992. if (values.size() != 1 || !values[0].GetLiteral()
  2993. || ! (Ctx.CostBasedOptimizer == "disable" || Ctx.CostBasedOptimizer == "pg" || Ctx.CostBasedOptimizer == "native"))
  2994. {
  2995. Error() << "Expected `disable|pg|native' argument for: " << pragma;
  2996. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  2997. return {};
  2998. }
  2999. } else if (normalizedPragma == "compactnamedexprs") {
  3000. Ctx.CompactNamedExprs = true;
  3001. Ctx.IncrementMonCounter("sql_pragma", "CompactNamedExprs");
  3002. } else if (normalizedPragma == "disablecompactnamedexprs") {
  3003. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  3004. << "Deprecated pragma DisableCompactNamedExprs - it will be removed soon. "
  3005. "Consider submitting bug report if CompactNamedExprs doesn't work for you";
  3006. Ctx.CompactNamedExprs = false;
  3007. Ctx.IncrementMonCounter("sql_pragma", "DisableCompactNamedExprs");
  3008. } else if (normalizedPragma == "validateunusedexprs") {
  3009. Ctx.ValidateUnusedExprs = true;
  3010. Ctx.IncrementMonCounter("sql_pragma", "ValidateUnusedExprs");
  3011. } else if (normalizedPragma == "disablevalidateunusedexprs") {
  3012. Ctx.ValidateUnusedExprs = false;
  3013. Ctx.IncrementMonCounter("sql_pragma", "DisableValidateUnusedExprs");
  3014. } else if (normalizedPragma == "ansiimplicitcrossjoin") {
  3015. Ctx.AnsiImplicitCrossJoin = true;
  3016. Ctx.IncrementMonCounter("sql_pragma", "AnsiImplicitCrossJoin");
  3017. } else if (normalizedPragma == "disableansiimplicitcrossjoin") {
  3018. Ctx.AnsiImplicitCrossJoin = false;
  3019. Ctx.IncrementMonCounter("sql_pragma", "DisableAnsiImplicitCrossJoin");
  3020. } else if (normalizedPragma == "distinctoverwindow") {
  3021. Ctx.DistinctOverWindow = true;
  3022. Ctx.IncrementMonCounter("sql_pragma", "DistinctOverWindow");
  3023. } else if (normalizedPragma == "disabledistinctoverwindow") {
  3024. Ctx.DistinctOverWindow = false;
  3025. Ctx.IncrementMonCounter("sql_pragma", "DisableDistinctOverWindow");
  3026. } else if (normalizedPragma == "seqmode") {
  3027. Ctx.SeqMode = true;
  3028. Ctx.IncrementMonCounter("sql_pragma", "SeqMode");
  3029. } else if (normalizedPragma == "disableseqmode") {
  3030. Ctx.SeqMode = false;
  3031. Ctx.IncrementMonCounter("sql_pragma", "DisableSeqMode");
  3032. } else if (normalizedPragma == "emitunionmerge") {
  3033. Ctx.EmitUnionMerge = true;
  3034. Ctx.IncrementMonCounter("sql_pragma", "EmitUnionMerge");
  3035. } else if (normalizedPragma == "disableemitunionmerge") {
  3036. Ctx.EmitUnionMerge = false;
  3037. Ctx.IncrementMonCounter("sql_pragma", "DisableEmitUnionMerge");
  3038. } else if (normalizedPragma == "engine") {
  3039. Ctx.IncrementMonCounter("sql_pragma", "Engine");
  3040. const TString* literal = values.size() == 1
  3041. ? values[0].GetLiteral()
  3042. : nullptr;
  3043. if (!literal || ! (*literal == "default" || *literal == "dq" || *literal == "ytflow")) {
  3044. Error() << "Expected `default|dq|ytflow' argument for: " << pragma;
  3045. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3046. return {};
  3047. }
  3048. if (*literal == "ytflow") {
  3049. if (Ctx.DqEngineForce) {
  3050. Error() << "Expected `disable|auto` argument for DqEngine pragma "
  3051. << " with " << pragma << " pragma argument `ytflow`";
  3052. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3053. return {};
  3054. }
  3055. Ctx.DqEngineEnable = false;
  3056. } else if (*literal == "dq") {
  3057. Ctx.DqEngineEnable = true;
  3058. Ctx.DqEngineForce = true;
  3059. }
  3060. Ctx.Engine = *literal;
  3061. } else {
  3062. Error() << "Unknown pragma: " << pragma;
  3063. Ctx.IncrementMonCounter("sql_errors", "UnknownPragma");
  3064. return {};
  3065. }
  3066. } else {
  3067. if (lowerPrefix == "yson") {
  3068. if (!TopLevel) {
  3069. Error() << "This pragma '" << pragma << "' is not allowed to be used in actions";
  3070. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3071. return {};
  3072. }
  3073. if (normalizedPragma == "fast") {
  3074. Ctx.Warning(Ctx.Pos(), TIssuesIds::YQL_DEPRECATED_PRAGMA)
  3075. << "Use of deprecated yson.Fast pragma. It will be dropped soon";
  3076. success = true;
  3077. return {};
  3078. } else if (normalizedPragma == "autoconvert") {
  3079. Ctx.PragmaYsonAutoConvert = true;
  3080. success = true;
  3081. return {};
  3082. } else if (normalizedPragma == "strict") {
  3083. if (values.size() == 0U) {
  3084. Ctx.PragmaYsonStrict = true;
  3085. success = true;
  3086. } else if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), Ctx.PragmaYsonStrict)) {
  3087. success = true;
  3088. } else {
  3089. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3090. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3091. }
  3092. return {};
  3093. } else if (normalizedPragma == "disablestrict") {
  3094. if (values.size() == 0U) {
  3095. Ctx.PragmaYsonStrict = false;
  3096. success = true;
  3097. return {};
  3098. }
  3099. bool pragmaYsonDisableStrict;
  3100. if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), pragmaYsonDisableStrict)) {
  3101. Ctx.PragmaYsonStrict = !pragmaYsonDisableStrict;
  3102. success = true;
  3103. } else {
  3104. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3105. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3106. }
  3107. return {};
  3108. } else if (normalizedPragma == "casttostring" || normalizedPragma == "disablecasttostring") {
  3109. const bool allow = normalizedPragma == "casttostring";
  3110. if (values.size() == 0U) {
  3111. Ctx.YsonCastToString = allow;
  3112. success = true;
  3113. return {};
  3114. }
  3115. bool pragmaYsonCastToString;
  3116. if (values.size() == 1U && values.front().GetLiteral() && TryFromString(*values.front().GetLiteral(), pragmaYsonCastToString)) {
  3117. Ctx.PragmaYsonStrict = allow ? pragmaYsonCastToString : !pragmaYsonCastToString;
  3118. success = true;
  3119. } else {
  3120. Error() << "Expected 'true', 'false' or no parameter for: " << pragma;
  3121. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3122. }
  3123. return {};
  3124. } else {
  3125. Error() << "Unknown pragma: '" << pragma << "'";
  3126. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3127. return {};
  3128. }
  3129. } else if (std::find(Providers.cbegin(), Providers.cend(), lowerPrefix) == Providers.cend()) {
  3130. if (!Ctx.HasCluster(prefix)) {
  3131. Error() << "Unknown pragma prefix: " << prefix << ", please use cluster name or one of provider " <<
  3132. JoinRange(", ", Providers.cbegin(), Providers.cend());
  3133. Ctx.IncrementMonCounter("sql_errors", "UnknownPragma");
  3134. return {};
  3135. }
  3136. }
  3137. if (normalizedPragma != "flags" && normalizedPragma != "packageversion") {
  3138. if (values.size() > 1) {
  3139. Error() << "Expected at most one value in the pragma";
  3140. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3141. return {};
  3142. }
  3143. } else {
  3144. if (pragmaValueDefault || values.size() < 1) {
  3145. Error() << "Expected at least one value in the pragma";
  3146. Ctx.IncrementMonCounter("sql_errors", "BadPragmaValue");
  3147. return {};
  3148. }
  3149. }
  3150. success = true;
  3151. Ctx.IncrementMonCounter("sql_pragma", pragma);
  3152. return BuildPragma(Ctx.Pos(), lowerPrefix, normalizedPragma, values, pragmaValueDefault);
  3153. }
  3154. success = true;
  3155. return {};
  3156. }
  3157. TNodePtr TSqlQuery::Build(const TRule_delete_stmt& stmt) {
  3158. TTableRef table;
  3159. if (!SimpleTableRefImpl(stmt.GetRule_simple_table_ref4(), table)) {
  3160. return nullptr;
  3161. }
  3162. const bool isKikimr = table.Service == KikimrProviderName;
  3163. if (!isKikimr) {
  3164. Ctx.Error(GetPos(stmt.GetToken2())) << "DELETE is unsupported for " << table.Service;
  3165. return nullptr;
  3166. }
  3167. TSourcePtr source = BuildTableSource(Ctx.Pos(), table);
  3168. TNodePtr options = nullptr;
  3169. if (stmt.HasBlock6()) {
  3170. options = ReturningList(stmt.GetBlock6().GetRule_returning_columns_list1());
  3171. options = options->Y(options);
  3172. }
  3173. const bool isBatch = stmt.HasBlock1();
  3174. if (stmt.HasBlock5()) {
  3175. switch (stmt.GetBlock5().Alt_case()) {
  3176. case TRule_delete_stmt_TBlock5::kAlt1: {
  3177. const auto& alt = stmt.GetBlock5().GetAlt1();
  3178. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3179. TSqlExpression sqlExpr(Ctx, Mode);
  3180. auto whereExpr = sqlExpr.Build(alt.GetRule_expr2());
  3181. if (!whereExpr) {
  3182. return nullptr;
  3183. }
  3184. source->AddFilter(Ctx, whereExpr);
  3185. break;
  3186. }
  3187. case TRule_delete_stmt_TBlock5::kAlt2: {
  3188. const auto& alt = stmt.GetBlock5().GetAlt2();
  3189. auto values = TSqlIntoValues(Ctx, Mode).Build(alt.GetRule_into_values_source2(), "DELETE ON");
  3190. if (!values) {
  3191. return nullptr;
  3192. }
  3193. if (isBatch) {
  3194. Ctx.Error(GetPos(stmt.GetToken2())) << "BATCH DELETE is unsupported with ON";
  3195. return nullptr;
  3196. }
  3197. return BuildWriteColumns(Ctx.Pos(), Ctx.Scoped, table, EWriteColumnMode::DeleteOn, std::move(values), options);
  3198. }
  3199. case TRule_delete_stmt_TBlock5::ALT_NOT_SET:
  3200. return nullptr;
  3201. }
  3202. }
  3203. if (isBatch) {
  3204. return BuildBatchDelete(Ctx.Pos(), Ctx.Scoped, table, std::move(source), options);
  3205. }
  3206. return BuildDelete(Ctx.Pos(), Ctx.Scoped, table, std::move(source), options);
  3207. }
  3208. TNodePtr TSqlQuery::Build(const TRule_update_stmt& stmt) {
  3209. TTableRef table;
  3210. if (!SimpleTableRefImpl(stmt.GetRule_simple_table_ref3(), table)) {
  3211. return nullptr;
  3212. }
  3213. const bool isKikimr = table.Service == KikimrProviderName;
  3214. if (!isKikimr) {
  3215. Ctx.Error(GetPos(stmt.GetToken2())) << "UPDATE is unsupported for " << table.Service;
  3216. return nullptr;
  3217. }
  3218. TNodePtr options = nullptr;
  3219. if (stmt.HasBlock5()) {
  3220. options = ReturningList(stmt.GetBlock5().GetRule_returning_columns_list1());
  3221. options = options->Y(options);
  3222. }
  3223. const bool isBatch = stmt.HasBlock1();
  3224. switch (stmt.GetBlock4().Alt_case()) {
  3225. case TRule_update_stmt_TBlock4::kAlt1: {
  3226. const auto& alt = stmt.GetBlock4().GetAlt1();
  3227. TSourcePtr values = Build(alt.GetRule_set_clause_choice2());
  3228. auto source = BuildTableSource(Ctx.Pos(), table);
  3229. if (alt.HasBlock3()) {
  3230. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3231. TSqlExpression sqlExpr(Ctx, Mode);
  3232. auto whereExpr = sqlExpr.Build(alt.GetBlock3().GetRule_expr2());
  3233. if (!whereExpr) {
  3234. return nullptr;
  3235. }
  3236. source->AddFilter(Ctx, whereExpr);
  3237. }
  3238. if (isBatch) {
  3239. return BuildBatchUpdate(Ctx.Pos(), Ctx.Scoped, table, std::move(values), std::move(source), options);
  3240. }
  3241. return BuildUpdateColumns(Ctx.Pos(), Ctx.Scoped, table, std::move(values), std::move(source), options);
  3242. }
  3243. case TRule_update_stmt_TBlock4::kAlt2: {
  3244. const auto& alt = stmt.GetBlock4().GetAlt2();
  3245. auto values = TSqlIntoValues(Ctx, Mode).Build(alt.GetRule_into_values_source2(), "UPDATE ON");
  3246. if (!values) {
  3247. return nullptr;
  3248. }
  3249. if (isBatch) {
  3250. Ctx.Error(GetPos(stmt.GetToken2())) << "BATCH UPDATE is unsupported with ON";
  3251. return nullptr;
  3252. }
  3253. return BuildWriteColumns(Ctx.Pos(), Ctx.Scoped, table, EWriteColumnMode::UpdateOn, std::move(values), options);
  3254. }
  3255. case TRule_update_stmt_TBlock4::ALT_NOT_SET:
  3256. return nullptr;
  3257. }
  3258. }
  3259. TSourcePtr TSqlQuery::Build(const TRule_set_clause_choice& stmt) {
  3260. switch (stmt.Alt_case()) {
  3261. case TRule_set_clause_choice::kAltSetClauseChoice1:
  3262. return Build(stmt.GetAlt_set_clause_choice1().GetRule_set_clause_list1());
  3263. case TRule_set_clause_choice::kAltSetClauseChoice2:
  3264. return Build(stmt.GetAlt_set_clause_choice2().GetRule_multiple_column_assignment1());
  3265. case TRule_set_clause_choice::ALT_NOT_SET:
  3266. AltNotImplemented("set_clause_choice", stmt);
  3267. return nullptr;
  3268. }
  3269. }
  3270. bool TSqlQuery::FillSetClause(const TRule_set_clause& node, TVector<TString>& targetList, TVector<TNodePtr>& values) {
  3271. targetList.push_back(ColumnNameAsSingleStr(*this, node.GetRule_set_target1().GetRule_column_name1()));
  3272. TColumnRefScope scope(Ctx, EColumnRefState::Allow);
  3273. TSqlExpression sqlExpr(Ctx, Mode);
  3274. if (!Expr(sqlExpr, values, node.GetRule_expr3())) {
  3275. return false;
  3276. }
  3277. return true;
  3278. }
  3279. TSourcePtr TSqlQuery::Build(const TRule_set_clause_list& stmt) {
  3280. TVector<TString> targetList;
  3281. TVector<TNodePtr> values;
  3282. const TPosition pos(Ctx.Pos());
  3283. if (!FillSetClause(stmt.GetRule_set_clause1(), targetList, values)) {
  3284. return nullptr;
  3285. }
  3286. for (auto& block: stmt.GetBlock2()) {
  3287. if (!FillSetClause(block.GetRule_set_clause2(), targetList, values)) {
  3288. return nullptr;
  3289. }
  3290. }
  3291. Y_DEBUG_ABORT_UNLESS(targetList.size() == values.size());
  3292. return BuildUpdateValues(pos, targetList, values);
  3293. }
  3294. TSourcePtr TSqlQuery::Build(const TRule_multiple_column_assignment& stmt) {
  3295. TVector<TString> targetList;
  3296. FillTargetList(*this, stmt.GetRule_set_target_list1(), targetList);
  3297. auto simpleValuesNode = stmt.GetRule_simple_values_source4();
  3298. const TPosition pos(Ctx.Pos());
  3299. switch (simpleValuesNode.Alt_case()) {
  3300. case TRule_simple_values_source::kAltSimpleValuesSource1: {
  3301. TVector<TNodePtr> values;
  3302. TSqlExpression sqlExpr(Ctx, Mode);
  3303. if (!ExprList(sqlExpr, values, simpleValuesNode.GetAlt_simple_values_source1().GetRule_expr_list1())) {
  3304. return nullptr;
  3305. }
  3306. return BuildUpdateValues(pos, targetList, values);
  3307. }
  3308. case TRule_simple_values_source::kAltSimpleValuesSource2: {
  3309. TSqlSelect select(Ctx, Mode);
  3310. TPosition selectPos;
  3311. auto source = select.Build(simpleValuesNode.GetAlt_simple_values_source2().GetRule_select_stmt1(), selectPos);
  3312. if (!source) {
  3313. return nullptr;
  3314. }
  3315. return BuildWriteValues(pos, "UPDATE", targetList, std::move(source));
  3316. }
  3317. case TRule_simple_values_source::ALT_NOT_SET:
  3318. Ctx.IncrementMonCounter("sql_errors", "UnknownSimpleValuesSourceAlt");
  3319. AltNotImplemented("simple_values_source", simpleValuesNode);
  3320. return nullptr;
  3321. }
  3322. }
  3323. TNodePtr TSqlQuery::Build(const TSQLv1ParserAST& ast) {
  3324. if (Mode == NSQLTranslation::ESqlMode::QUERY) {
  3325. // inject externally declared named expressions
  3326. for (auto [name, type] : Ctx.Settings.DeclaredNamedExprs) {
  3327. if (name.empty()) {
  3328. Error() << "Empty names for externally declared expressions are not allowed";
  3329. return nullptr;
  3330. }
  3331. TString varName = "$" + name;
  3332. if (IsAnonymousName(varName)) {
  3333. Error() << "Externally declared name '" << name << "' is anonymous";
  3334. return nullptr;
  3335. }
  3336. auto parsed = ParseType(type, *Ctx.Pool, Ctx.Issues, Ctx.Pos());
  3337. if (!parsed) {
  3338. Error() << "Failed to parse type for externally declared name '" << name << "'";
  3339. return nullptr;
  3340. }
  3341. TNodePtr typeNode = BuildBuiltinFunc(Ctx, Ctx.Pos(), "ParseType", { BuildLiteralRawString(Ctx.Pos(), type) });
  3342. PushNamedAtom(Ctx.Pos(), varName);
  3343. // no duplicates are possible at this stage
  3344. bool isWeak = true;
  3345. Ctx.DeclareVariable(varName, {}, typeNode, isWeak);
  3346. // avoid 'Symbol is not used' warning for externally declared expression
  3347. YQL_ENSURE(GetNamedNode(varName));
  3348. }
  3349. }
  3350. const auto& query = ast.GetRule_sql_query();
  3351. TVector<TNodePtr> blocks;
  3352. Ctx.PushCurrentBlocks(&blocks);
  3353. Y_DEFER {
  3354. Ctx.PopCurrentBlocks();
  3355. };
  3356. if (query.Alt_case() == TRule_sql_query::kAltSqlQuery1) {
  3357. size_t statementNumber = 0;
  3358. const auto& statements = query.GetAlt_sql_query1().GetRule_sql_stmt_list1();
  3359. if (!Statement(blocks, statements.GetRule_sql_stmt2().GetRule_sql_stmt_core2(), statementNumber++)) {
  3360. return nullptr;
  3361. }
  3362. for (auto block: statements.GetBlock3()) {
  3363. if (!Statement(blocks, block.GetRule_sql_stmt2().GetRule_sql_stmt_core2(), statementNumber++)) {
  3364. return nullptr;
  3365. }
  3366. }
  3367. }
  3368. ui32 topLevelSelects = 0;
  3369. bool hasTailOps = false;
  3370. for (auto& block : blocks) {
  3371. if (block->SubqueryAlias()) {
  3372. continue;
  3373. }
  3374. if (block->HasSelectResult()) {
  3375. ++topLevelSelects;
  3376. } else if (topLevelSelects) {
  3377. hasTailOps = true;
  3378. }
  3379. }
  3380. if ((Mode == NSQLTranslation::ESqlMode::SUBQUERY || Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW) && (topLevelSelects != 1 || hasTailOps)) {
  3381. Error() << "Strictly one select/process/reduce statement is expected at the end of "
  3382. << (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW ? "view" : "subquery");
  3383. return nullptr;
  3384. }
  3385. if (!Ctx.PragmaAutoCommit && Ctx.Settings.EndOfQueryCommit && IsQueryMode(Mode)) {
  3386. AddStatementToBlocks(blocks, BuildCommitClusters(Ctx.Pos()));
  3387. }
  3388. auto result = BuildQuery(Ctx.Pos(), blocks, true, Ctx.Scoped, Ctx.SeqMode);
  3389. WarnUnusedNodes();
  3390. return result;
  3391. }
  3392. TNodePtr TSqlQuery::Build(const std::vector<::NSQLv1Generated::TRule_sql_stmt_core>& statements) {
  3393. if (Mode == NSQLTranslation::ESqlMode::QUERY) {
  3394. // inject externally declared named expressions
  3395. for (auto [name, type] : Ctx.Settings.DeclaredNamedExprs) {
  3396. if (name.empty()) {
  3397. Error() << "Empty names for externally declared expressions are not allowed";
  3398. return nullptr;
  3399. }
  3400. TString varName = "$" + name;
  3401. if (IsAnonymousName(varName)) {
  3402. Error() << "Externally declared name '" << name << "' is anonymous";
  3403. return nullptr;
  3404. }
  3405. auto parsed = ParseType(type, *Ctx.Pool, Ctx.Issues, Ctx.Pos());
  3406. if (!parsed) {
  3407. Error() << "Failed to parse type for externally declared name '" << name << "'";
  3408. return nullptr;
  3409. }
  3410. TNodePtr typeNode = BuildBuiltinFunc(Ctx, Ctx.Pos(), "ParseType", { BuildLiteralRawString(Ctx.Pos(), type) });
  3411. PushNamedAtom(Ctx.Pos(), varName);
  3412. // no duplicates are possible at this stage
  3413. bool isWeak = true;
  3414. Ctx.DeclareVariable(varName, {}, typeNode, isWeak);
  3415. // avoid 'Symbol is not used' warning for externally declared expression
  3416. YQL_ENSURE(GetNamedNode(varName));
  3417. }
  3418. }
  3419. TVector<TNodePtr> blocks;
  3420. Ctx.PushCurrentBlocks(&blocks);
  3421. Y_DEFER {
  3422. Ctx.PopCurrentBlocks();
  3423. };
  3424. size_t statementNumber = 0;
  3425. for (const auto& statement : statements) {
  3426. if (!Statement(blocks, statement, statementNumber++)) {
  3427. return nullptr;
  3428. }
  3429. }
  3430. ui32 topLevelSelects = 0;
  3431. bool hasTailOps = false;
  3432. for (auto& block : blocks) {
  3433. if (block->SubqueryAlias()) {
  3434. continue;
  3435. }
  3436. if (block->HasSelectResult()) {
  3437. ++topLevelSelects;
  3438. } else if (topLevelSelects) {
  3439. hasTailOps = true;
  3440. }
  3441. }
  3442. if ((Mode == NSQLTranslation::ESqlMode::SUBQUERY || Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW) && (topLevelSelects != 1 || hasTailOps)) {
  3443. Error() << "Strictly one select/process/reduce statement is expected at the end of "
  3444. << (Mode == NSQLTranslation::ESqlMode::LIMITED_VIEW ? "view" : "subquery");
  3445. return nullptr;
  3446. }
  3447. if (!Ctx.PragmaAutoCommit && Ctx.Settings.EndOfQueryCommit && IsQueryMode(Mode)) {
  3448. AddStatementToBlocks(blocks, BuildCommitClusters(Ctx.Pos()));
  3449. }
  3450. auto result = BuildQuery(Ctx.Pos(), blocks, true, Ctx.Scoped, Ctx.SeqMode);
  3451. return result;
  3452. }
  3453. namespace {
  3454. static bool BuildColumnFeatures(std::map<TString, TDeferredAtom>& result, const TRule_column_schema& columnSchema, const NYql::TPosition& pos, TSqlTranslation& translation) {
  3455. const TString columnName(Id(columnSchema.GetRule_an_id_schema1(), translation));
  3456. TString columnType;
  3457. const auto constraints = ColumnConstraints(columnSchema, translation);
  3458. if (!constraints) {
  3459. return false;
  3460. }
  3461. auto& typeBind = columnSchema.GetRule_type_name_or_bind2();
  3462. switch (typeBind.Alt_case()) {
  3463. case TRule_type_name_or_bind::kAltTypeNameOrBind1:
  3464. {
  3465. auto& typeNameOrBind = typeBind.GetAlt_type_name_or_bind1().GetRule_type_name1();
  3466. if (typeNameOrBind.Alt_case() != TRule_type_name::kAltTypeName2) {
  3467. return false;
  3468. }
  3469. auto& alt = typeNameOrBind.GetAlt_type_name2();
  3470. auto& block = alt.GetBlock1();
  3471. auto& simpleType = block.GetAlt2().GetRule_type_name_simple1();
  3472. columnType = Id(simpleType.GetRule_an_id_pure1(), translation);
  3473. if (columnType.empty()) {
  3474. return false;
  3475. }
  3476. break;
  3477. }
  3478. case TRule_type_name_or_bind::kAltTypeNameOrBind2:
  3479. return false;
  3480. case TRule_type_name_or_bind::ALT_NOT_SET:
  3481. Y_ABORT("You should change implementation according to grammar changes");
  3482. }
  3483. result["NAME"] = TDeferredAtom(pos, columnName);
  3484. YQL_ENSURE(columnType, "Unknown column type");
  3485. result["TYPE"] = TDeferredAtom(pos, columnType);
  3486. if (!constraints->Nullable) {
  3487. result["NOT_NULL"] = TDeferredAtom(pos, "true");
  3488. }
  3489. return true;
  3490. }
  3491. }
  3492. bool TSqlQuery::ParseTableStoreFeatures(std::map<TString, TDeferredAtom> & result, const TRule_alter_table_store_action & actions) {
  3493. switch (actions.Alt_case()) {
  3494. case TRule_alter_table_store_action::kAltAlterTableStoreAction1: {
  3495. // ADD COLUMN
  3496. const auto& addRule = actions.GetAlt_alter_table_store_action1().GetRule_alter_table_add_column1();
  3497. if (!BuildColumnFeatures(result, addRule.GetRule_column_schema3(), Ctx.Pos(), *this)) {
  3498. return false;
  3499. }
  3500. result["ACTION"] = TDeferredAtom(Ctx.Pos(), "NEW_COLUMN");
  3501. break;
  3502. }
  3503. case TRule_alter_table_store_action::kAltAlterTableStoreAction2: {
  3504. // DROP COLUMN
  3505. const auto& dropRule = actions.GetAlt_alter_table_store_action2().GetRule_alter_table_drop_column1();
  3506. TString columnName = Id(dropRule.GetRule_an_id3(), *this);
  3507. if (!columnName) {
  3508. return false;
  3509. }
  3510. result["NAME"] = TDeferredAtom(Ctx.Pos(), columnName);
  3511. result["ACTION"] = TDeferredAtom(Ctx.Pos(), "DROP_COLUMN");
  3512. break;
  3513. }
  3514. case TRule_alter_table_store_action::ALT_NOT_SET:
  3515. Y_ABORT("You should change implementation according to grammar changes");
  3516. }
  3517. return true;
  3518. }
  3519. } // namespace NSQLTranslationV1