ydb/build/scripts/copy_docs_files_to_dir.py

import argparse
import codecs
import errno
import os
import sys

# Explicitly enable local imports
# Don't forget to add imported scripts to inputs of the calling command!
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
import process_command_files as pcf
import shutil


def parse_args():
    parser = argparse.ArgumentParser()
    parser.add_argument('--bin-dir', nargs='*')
    parser.add_argument('--build-root', required=True)
    parser.add_argument('--dest-dir', required=True)
    parser.add_argument('--docs-dir', action='append', nargs=2, dest='docs_dirs', default=None)
    parser.add_argument('--existing', choices=('skip', 'overwrite'), default='overwrite')
    parser.add_argument('--include-srcs', nargs='*', default=[])
    parser.add_argument('--skip-namespace', default=None)
    parser.add_argument('--source-root', required=True)
    parser.add_argument('--src-dir', action='append', nargs='*', dest='src_dirs', default=None)
    parser.add_argument('--srcs', nargs='*', default=[])
    return parser.parse_args(pcf.get_args(sys.argv[1:]))


def makedirs(dirname):
    try:
        os.makedirs(dirname)
    except OSError as e:
        if e.errno == errno.EEXIST and os.path.isdir(dirname):
            pass
        else:
            raise


def copy_file(src, dst, overwrite=False, orig_path=None):
    if os.path.exists(dst) and not overwrite:
        return

    makedirs(os.path.dirname(dst))

    with open(src, 'rb') as fsrc, open(dst, 'wb') as fdst:
        if orig_path and src.endswith('.md'):
            out = b''
            buf = fsrc.readline()
            bom_length = len(codecs.BOM_UTF8)
            if buf[:bom_length] == codecs.BOM_UTF8:
                out += codecs.BOM_UTF8
                buf = buf[bom_length:]
            info = 'vcsPath: {}\n'.format(orig_path)
            if buf.startswith(b'---') and b'\n' in buf[3:] and buf[3:].rstrip(b'\r\n') == b'':
                content = b''
                found = False
                while True:
                    line = fsrc.readline()
                    if len(line) == 0:
                        break
                    content += line
                    if line.startswith(b'---') and line[3:].rstrip(b'\r\n') == b'':
                        found = True
                        break
                out += buf
                if found:
                    out += info.encode('utf-8')
                out += content
            else:
                out += '---\n{}---\n'.format(info).encode('utf-8')
                out += buf
            fdst.write(out)
        shutil.copyfileobj(fsrc, fdst)


def main():
    args = parse_args()

    dest_dir = os.path.normpath(args.dest_dir)
    makedirs(dest_dir)

    source_root = os.path.normpath(args.source_root) + os.path.sep
    build_root = os.path.normpath(args.build_root) + os.path.sep

    is_overwrite_existing = args.existing == 'overwrite'

    if args.docs_dirs:
        for item in args.docs_dirs:
            assert len(item) == 2
            docs_dir, nm = item[0], item[1]
            assert not os.path.isabs(docs_dir)
            if nm and nm != '.':
                assert not os.path.isabs(nm)
                dst = os.path.join(dest_dir, nm)
            else:
                dst = dest_dir

            abs_docs_dir = os.path.join(args.source_root, docs_dir)

            for root, _, files in os.walk(abs_docs_dir):
                for f in files:
                    if os.path.islink(os.path.join(root, f)):
                        continue
                    file_src = os.path.normpath(os.path.join(root, f))
                    assert file_src.startswith(source_root)
                    file_dst = os.path.join(dst, os.path.relpath(root, abs_docs_dir), f)
                    copy_file(
                        file_src, file_dst, overwrite=is_overwrite_existing, orig_path=file_src[len(source_root) :]
                    )

    if args.src_dirs:
        for item in args.src_dirs:
            assert len(item) > 1
            src_dir, nm = os.path.normpath(item[0]), item[1]
            assert os.path.isabs(src_dir)
            if nm and nm != '.':
                assert not os.path.isabs(nm)
                dst = os.path.join(dest_dir, nm)
            else:
                dst = dest_dir

            if src_dir.startswith(source_root):
                root = source_root
                is_from_source_root = True
            else:
                assert src_dir.startswith(build_root)
                root = build_root
                is_from_source_root = False

            for f in item[2:]:
                file_src = os.path.normpath(f)
                assert file_src.startswith(root)
                rel_path = file_src[len(root) :] if is_from_source_root else None
                file_dst = os.path.join(dst, file_src[len(src_dir) :])
                copy_file(file_src, file_dst, overwrite=is_overwrite_existing, orig_path=rel_path)

    if args.bin_dir:
        assert len(args.bin_dir) > 1
        bin_dir, bin_dir_namespace = os.path.normpath(args.bin_dir[0]) + os.path.sep, args.bin_dir[1]
        assert bin_dir.startswith(build_root)
        if bin_dir_namespace and bin_dir_namespace != '.':
            assert not os.path.isabs(bin_dir_namespace)
            dst = os.path.join(dest_dir, bin_dir_namespace)
        else:
            dst = dest_dir

        for file_src in args.bin_dir[2:]:
            assert os.path.isfile(file_src)
            assert file_src.startswith(bin_dir)
            file_dst = os.path.join(dst, file_src[len(bin_dir) :])
            copy_file(file_src, file_dst, overwrite=is_overwrite_existing, orig_path=None)

    for skip_namespace, files in [(args.skip_namespace, args.srcs), (None, args.include_srcs)]:
        for src in files:
            file_src = os.path.normpath(src)
            assert os.path.isfile(file_src), 'File [{}] does not exist...'.format(file_src)
            rel_path = file_src
            orig_path = None
            if file_src.startswith(source_root):
                rel_path = file_src[len(source_root) :]
                if skip_namespace and rel_path.startswith(skip_namespace):
                    rel_path = rel_path[len(skip_namespace):]
                orig_path = rel_path
            elif file_src.startswith(build_root):
                rel_path = file_src[len(build_root) :]
            else:
                raise Exception('Unexpected file path [{}].'.format(file_src))
            assert not os.path.isabs(rel_path)
            file_dst = os.path.join(args.dest_dir, rel_path)
            if file_dst != file_src:
                copy_file(file_src, file_dst, is_overwrite_existing, orig_path)


if __name__ == '__main__':
    main()