ydb/contrib/libs/grpc/.yandex_meta/__init__.py

import os.path
import os.path as P
import shutil

from devtools.yamaker.arcpath import ArcPath
from devtools.yamaker.fileutil import re_sub_dir
from devtools.yamaker.modules import GLOBAL, Linkable, Switch
from devtools.yamaker.project import CMakeNinjaNixProject


def post_build(self):
    # Change std::string to TString
    re_sub_dir(self.dstdir, r"\bstd::string\b", "TString")
    re_sub_dir(self.dstdir, r"\bstd::to_string\b", "::ToString")
    re_sub_dir(
        self.dstdir,
        "#include <string>",
        """
#include <util/generic/string.h>
#include <util/string/cast.h>
""".strip(),
    )
    # Change absl to y_absl
    re_sub_dir(self.dstdir, r"\babsl\b", "y_absl")
    re_sub_dir(self.dstdir, r"\bABSL_", "Y_ABSL_")


def post_install(self):
    def fix_protos(m):
        srcs = getattr(m, "SRCS", None)
        if not srcs:
            return

        protos = set()
        for s in srcs:
            if s.endswith(".proto"):
                protos.add(s)
                m.PEERDIR.add(P.join("contrib/libs/grpc/src", P.dirname(s)))

        srcs -= protos

    def fix_ssl_certificates():
        with self.yamakes["."] as m:
            m.SRCS.add("src/core/lib/security/security_connector/add_arcadia_root_certs.cpp")
            m.PEERDIR |= {"certs", "library/cpp/resource"}

    # in the name of selective checkout
    # https://st.yandex-team.ru/DTCC-615
    def fix_selective_checkout():
        self.yamakes["."].PEERDIR.remove("contrib/restricted/abseil-cpp-tstring")
        self.yamakes["."].PEERDIR |= {
            "contrib/restricted/abseil-cpp-tstring/y_absl/algorithm",
            "contrib/restricted/abseil-cpp-tstring/y_absl/functional",
            "contrib/restricted/abseil-cpp-tstring/y_absl/memory",
            "contrib/restricted/abseil-cpp-tstring/y_absl/meta",
            "contrib/restricted/abseil-cpp-tstring/y_absl/hash",
            "contrib/restricted/abseil-cpp-tstring/y_absl/utility",
        }

    for name, m in self.yamakes.items():
        with m:
            fix_protos(m)

            if hasattr(m, "CFLAGS"):
                m.before(
                    "SRCS",
                    Switch(
                        {
                            "OS_LINUX OR OS_DARWIN": Linkable(
                                CFLAGS=[
                                    "-DGRPC_POSIX_FORK_ALLOW_PTHREAD_ATFORK=1",
                                ]
                            ),
                        }
                    ),
                )

            if hasattr(m, "NO_UTIL"):
                m.NO_UTIL = False

    fix_ssl_certificates()
    fix_selective_checkout()

    # remove unnecessary folder with protos duplicates
    shutil.rmtree(f"{self.dstdir}/protos")

    # Let grpc++_reflection register itself (r6449480).
    with self.yamakes["grpc++_reflection"] as m:
        m.SRCS.remove("src/cpp/ext/proto_server_reflection_plugin.cc")
        m.SRCS.add(GLOBAL("src/cpp/ext/proto_server_reflection_plugin.cc"))

    # fix path for protos
    with self.yamakes["grpc++_reflection"] as m:
        m.PEERDIR.remove("contrib/restricted/abseil-cpp-tstring")
        m.PEERDIR.remove("contrib/libs/grpc/src/protos/src/proto/grpc/reflection/v1alpha")
        m.PEERDIR.add("contrib/libs/grpc/src/proto/grpc/reflection/v1alpha")
        m.ADDINCL.remove("contrib/libs/grpc/protos")

    with self.yamakes["grpcpp_channelz"] as m:
        m.PEERDIR.remove("contrib/restricted/abseil-cpp-tstring")
        m.PEERDIR.remove("contrib/libs/grpc/src/protos/src/proto/grpc/channelz")
        m.PEERDIR.add("contrib/libs/grpc/src/proto/grpc/channelz")
        m.ADDINCL.remove("contrib/libs/grpc/protos")

    # fix induced deps
    for name, module in self.yamakes.items():
        addincls = getattr(module, "ADDINCL", None)
        source_addincl = ArcPath("contrib/libs/grpc", build=False)
        build_addincl = ArcPath("contrib/libs/grpc", build=True)
        if addincls and source_addincl in addincls:
            addincls.add(build_addincl)

    xxhash = os.path.join(self.dstdir, "third_party/xxhash")
    if os.path.exists(xxhash) and os.path.isdir(xxhash):
        shutil.rmtree(xxhash, ignore_errors=True)

    with self.yamakes["."] as m:
        # fmt: off
        m.RECURSE += [
            os.path.dirname(path)
            for path in self.keep_paths
            if path.endswith("/ya.make")
        ]
        # fmt: on


grpc = CMakeNinjaNixProject(
    owners=["g:cpp-contrib"],
    arcdir="contrib/libs/grpc",
    nixattr="grpc",
    license="Apache-2.0",
    keep_paths=[
        "src/core/lib/security/security_connector/add_arcadia_root_certs.*",
        # Keep original ya.make for now
        "src/proto/grpc/core/ya.make",
        "src/proto/grpc/channelz/ya.make",
        "src/proto/grpc/health/v1/ya.make",
        "src/proto/grpc/reflection/v1alpha/ya.make",
        "src/proto/grpc/status/ya.make",
    ],
    ignore_targets=[
        "check_epollexclusive",
        "gen_hpack_tables",
        "grpc++_alts",
        "grpc++_error_details",
        "grpc++_unsecure",
        "grpc_unsecure",
    ],
    install_targets=[
        "gpr",
        "grpc",
        "grpc++",
        "grpc++_reflection",
        "grpc_cpp_plugin",
        "grpc_plugin_support",
        "grpc_python_plugin",
        "grpcpp_channelz",
        # third_party libraries
        "address_sorting",
        "upb",
    ],
    put={
        "grpc": ".",
        "grpc_cpp_plugin": "src/compiler/grpc_cpp_plugin",
        "grpc_plugin_support": "src/compiler/grpc_plugin_support",
        "grpc_python_plugin": "src/compiler/grpc_python_plugin",
        "grpcpp_channelz": "grpcpp_channelz",
        # third_party libraries
        "address_sorting": "third_party/address_sorting",
        "upb": "third_party/upb",
    },
    put_with={
        "grpc": ["grpc++", "gpr"],
    },
    unbundle_from={
        "xxhash": "third_party/xxhash",
    },
    copy_sources=[
        "include/**/*.h",
        "src/core/ext/transport/binder/utils/binder_auto_utils.h",
        "src/core/lib/gpr/string_windows.h",
        "src/core/lib/iomgr/ev_apple.h",
        "src/core/lib/iomgr/iocp_windows.h",
        "src/core/lib/iomgr/pollset_windows.h",
        "src/core/lib/iomgr/pollset_set_windows.h",
        "src/core/lib/iomgr/python_util.h",
        "src/core/lib/iomgr/resolve_address_windows.h",
        "src/core/lib/iomgr/socket_windows.h",
        "src/core/lib/iomgr/tcp_windows.h",
        "src/core/lib/event_engine/windows/windows_endpoint.h",
        "src/core/lib/event_engine/windows/windows_engine.h",
        "src/core/lib/event_engine/windows/windows_listener.h",
        "src/core/lib/event_engine/windows/win_socket.h",
        "src/core/lib/event_engine/windows/iocp.h",
        "src/core/lib/event_engine/socket_notifier.h",
        "src/core/lib/event_engine/poller.h",
        # Copy all .proto files except for grpc/testing
        "src/proto/grpc/channelz/**/*.proto",
        "src/proto/grpc/core/**/*.proto",
        "src/proto/grpc/gcp/**/*.proto",
        "src/proto/grpc/health/**/*.proto",
        "src/proto/grpc/lb/**/*.proto",
        "src/proto/grpc/lookup/**/*.proto",
        "src/proto/grpc/reflection/**/*.proto",
        "src/proto/grpc/status/**/*.proto",
    ],
    copy_sources_except=[
        # Proto library with testing services
        "src/proto/grpc/testing/",
    ],
    disable_includes=[
        "src/core/lib/profiling/stap_probes.h",
        # ifdef GRPC_UV
        "uv.h",
        # ifdef GRPC_USE_EVENT_ENGINE
        "src/core/lib/iomgr/resource_quota.h",
        # ifdef GRPC_CFSTREAM
        "src/core/lib/iomgr/cfstream_handle.h",
        "src/core/lib/iomgr/endpoint_cfstream.h",
        "src/core/lib/iomgr/error_cfstream.h",
        "src/core/lib/iomgr/event_engine/closure.h",
        "src/core/lib/iomgr/event_engine/endpoint.h",
        "src/core/lib/iomgr/event_engine/pollset.h",
        "src/core/lib/iomgr/event_engine/promise.h",
        "src/core/lib/iomgr/event_engine/resolver.h",
        "src/core/lib/iomgr/resolve_address_impl.h",
        "src/core/lib/gpr/string_windows.h",
        "systemd/sd-daemon.h",
    ],
    use_provides=[
        "contrib/restricted/abseil-cpp-tstring/.yandex_meta",
    ],
    post_build=post_build,
    post_install=post_install,
)