ydb/yql/essentials/sql/v1/lexer/lexer.h

#pragma once

#include <yql/essentials/parser/lexer_common/lexer.h>

namespace NSQLTranslationV1 {

struct TLexers {
    NSQLTranslation::TLexerFactoryPtr Antlr3;
    NSQLTranslation::TLexerFactoryPtr Antlr3Ansi;
    NSQLTranslation::TLexerFactoryPtr Antlr4;
    NSQLTranslation::TLexerFactoryPtr Antlr4Ansi;
};

//FIXME remove
TLexers MakeAllLexers();

//FIXME remove
NSQLTranslation::ILexer::TPtr MakeLexer(bool ansi, bool antlr4);

NSQLTranslation::ILexer::TPtr MakeLexer(const TLexers& lexers, bool ansi, bool antlr4);

// "Probably" because YQL keyword can be an identifier
// depending on a query context. For example
// in SELECT * FROM group - group is an identifier, but
// in SELECT * FROM ... GROUP BY ... - group is a keyword.
bool IsProbablyKeyword(const NSQLTranslation::TParsedToken& token);

bool SplitQueryToStatements(const TString& query, NSQLTranslation::ILexer::TPtr& lexer,
    TVector<TString>& statements, NYql::TIssues& issues, const TString& file = "");
}