lexer.cpp 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970
  1. #include "check_runner.h"
  2. #include <yql/essentials/sql/v1/lexer/lexer.h>
  3. #include <yql/essentials/sql/settings/translation_settings.h>
  4. namespace NYql {
  5. namespace NFastCheck {
  6. namespace {
  7. class TLexerRunner : public ICheckRunner {
  8. public:
  9. TString GetCheckName() const final {
  10. return "lexer";
  11. }
  12. TCheckResponse Run(const TChecksRequest& request) final {
  13. switch (request.Syntax) {
  14. case ESyntax::SExpr:
  15. return RunSExpr(request);
  16. case ESyntax::PG:
  17. return RunPg(request);
  18. case ESyntax::YQL:
  19. return RunYql(request);
  20. }
  21. }
  22. private:
  23. TCheckResponse RunSExpr(const TChecksRequest& request) {
  24. Y_UNUSED(request);
  25. // no separate check for lexer here
  26. return TCheckResponse{.CheckName = GetCheckName(), .Success = true};
  27. }
  28. TCheckResponse RunPg(const TChecksRequest& request) {
  29. Y_UNUSED(request);
  30. // no separate check for lexer here
  31. return TCheckResponse{.CheckName = GetCheckName(), .Success = true};
  32. }
  33. TCheckResponse RunYql(const TChecksRequest& request) {
  34. TCheckResponse res {.CheckName = GetCheckName()};
  35. NSQLTranslation::TTranslationSettings settings;
  36. settings.SyntaxVersion = request.SyntaxVersion;
  37. settings.AnsiLexer = request.IsAnsiLexer;
  38. settings.File = request.File;
  39. if (!ParseTranslationSettings(request.Program, settings, res.Issues)) {
  40. return res;
  41. }
  42. auto lexer = NSQLTranslationV1::MakeLexer(settings.AnsiLexer, true);
  43. auto onNextToken = [&](NSQLTranslation::TParsedToken&& token) {
  44. Y_UNUSED(token);
  45. };
  46. if (lexer->Tokenize(request.Program, request.File, onNextToken, res.Issues, NSQLTranslation::SQL_MAX_PARSER_ERRORS)) {
  47. res.Success = true;
  48. }
  49. return res;
  50. }
  51. };
  52. }
  53. std::unique_ptr<ICheckRunner> MakeLexerRunner() {
  54. return std::make_unique<TLexerRunner>();
  55. }
  56. }
  57. }