import os import yatest.common from test_utils import pytest_generate_tests_by_template, SQLRUN_PATH, SQL_FLAGS DATA_PATH = yatest.common.source_path('yql/essentials/tests/sql/suites') def pytest_generate_tests(metafunc): return pytest_generate_tests_by_template('.sql', metafunc, data_path=DATA_PATH) def get_sql2yql_cmd(suite, case, case_file, out_dir, ansi_lexer, test_format, test_double_format): cmd = [ SQLRUN_PATH, case_file, '--syntax-version=1', '--test-antlr4', ] if ansi_lexer: cmd.append('--ansi-lexer') if test_format: cmd.append('--test-format') cmd.append('--format-output=%s' % os.path.join(out_dir, 'formatted.sql')) if test_double_format: cmd.append('--test-double-format') else: cmd.append('--yql') cmd.append('--output=%s' % os.path.join(out_dir, 'sql.yql')) if suite == 'kikimr': cmd.append('--cluster=plato@kikimr') if suite == 'rtmr': cmd.append('--cluster=plato@rtmr') if case.startswith('solomon'): cmd.append('--cluster=local_solomon@solomon') if suite == 'rtmr_ydb': cmd.append('--cluster=plato@rtmr') cmd.append('--cluster=local@kikimr') if suite == 'streaming': cmd.append('--cluster=pq@pq') cmd.append('--cluster=solomon@solomon') if suite == 'solomon': cmd.append('--cluster=local_solomon@solomon') if SQL_FLAGS: cmd.append('--flags=%s' % ','.join(SQL_FLAGS)) return cmd def test(suite, case, tmpdir): files = [] # case can contain slash because of nested suites out_dir = tmpdir.mkdir(suite).mkdir(case.replace('/', '_')).dirname case_file = os.path.join(DATA_PATH, suite, '%s.sql' % case) with open(case_file, 'r') as f: content = f.read() ansi_lexer = 'ansi_lexer' in content cmd = get_sql2yql_cmd(suite, case, case_file, out_dir, ansi_lexer, test_format=False, test_double_format=False) yatest.common.process.execute(cmd, env={'YQL_DETERMINISTIC_MODE': '1'}) files.append(os.path.join(out_dir, 'sql.yql')) return [yatest.common.canonical_file(file_name) for file_name in files]