ydb/build/scripts/go_proto_wrapper.py

from __future__ import absolute_import
import os
import re
import shutil
import subprocess
import sys
import tempfile
from six.moves import range


OUT_DIR_FLAG_PATTERN = re.compile(r'^(--go(([-_]\w+))*_out=)')


def move_tree(src_root, dst_root):
    for root, _, files in os.walk(src_root):
        rel_dir = os.path.relpath(root, src_root)
        dst_dir = os.path.join(dst_root, rel_dir)
        if not os.path.exists(dst_dir):
            os.mkdir(dst_dir)
        for file in files:
            os.rename(os.path.join(root, file), os.path.join(dst_dir, file))


def main(arcadia_prefix, contrib_prefix, proto_namespace, args):
    out_dir_orig = None
    out_dir_temp = None
    for i in range(len(args)):
        m = re.match(OUT_DIR_FLAG_PATTERN, args[i])
        if m:
            out_dir_flag = m.group(1)
            index = max(len(out_dir_flag), args[i].rfind(':')+1)
            out_dir = args[i][index:]
            if out_dir_orig:
                assert out_dir_orig == out_dir, 'Output directories do not match: [{}] and [{}]'.format(out_dir_orig, out_dir)
            else:
                out_dir_orig = out_dir
                out_dir_temp = tempfile.mkdtemp(dir=out_dir_orig)
            args[i] = (args[i][:index] + out_dir_temp).replace('|', ',')
    assert out_dir_temp is not None, 'Output directory is not specified'

    try:
        subprocess.check_output(args, stdin=None, stderr=subprocess.STDOUT)
    except subprocess.CalledProcessError as e:
        sys.stderr.write('{} returned non-zero exit code {}.\n{}\n'.format(' '.join(e.cmd), e.returncode, e.output))
        return e.returncode

    # All Arcadia GO projects should have 'a.yandex-team.ru/' namespace prefix.
    # If the namespace doesn't start with 'a.yandex-team.ru/' prefix then this
    # project is from vendor directory under the root of Arcadia.
    out_dir_src = os.path.normpath(os.path.join(out_dir_temp, arcadia_prefix, proto_namespace))
    out_dir_dst = out_dir_orig
    is_from_contrib = False
    if not os.path.isdir(out_dir_src):
        is_from_contrib = True
        out_dir_src = out_dir_temp
        out_dir_dst = os.path.join(out_dir_orig, contrib_prefix)

    if not os.path.exists(out_dir_src) or is_from_contrib:
        protos = [x for x in args if x.endswith('.proto')]
        if not is_from_contrib or not all(x.startswith(contrib_prefix) for x in protos):
            proto_list = []
            option_re = re.compile(r'^\s*option\s+go_package\s*=\s*')
            for arg in protos:
                with open(arg, 'r') as f:
                    if not any([re.match(option_re, line) for line in f]):
                        proto_list.append(arg)
            if proto_list:
                sys.stderr.write(
                    '\nError: Option go_package is not specified in the following proto files: {}\n'
                    '\nNOTE! You can find detailed description of how to properly set go_package '
                    'option here https://wiki.yandex-team.ru/devrules/Go/#protobufigrpc'.format(', '.join(proto_list)))
                return 1

    move_tree(out_dir_src, out_dir_dst)

    shutil.rmtree(out_dir_temp)

    return 0


if __name__ == '__main__':
    sys.exit(main(os.path.normpath(sys.argv[1]), os.path.normpath(sys.argv[2]), os.path.normpath(sys.argv[3]), sys.argv[4:]))