sentry/tools/mypy_helpers/make_module_ignores.py

from __future__ import annotations

import os
import re
import shutil
import subprocess
import sys

ERROR_RE = re.compile(r".*error:.*\[([^]]+)\]$")


def main() -> int:
    shutil.rmtree(".mypy_cache", ignore_errors=True)

    codes = set()
    filenames = set()
    out = subprocess.run(
        (sys.executable, "-m", "tools.mypy_helpers.mypy_without_ignores", *sys.argv[1:]),
        capture_output=True,
    )
    for line in out.stdout.decode().splitlines():
        filename, _, _ = line.partition(":")
        if filename.endswith(".py"):
            filenames.add(filename)
        match = ERROR_RE.match(line)
        if match is not None:
            codes.add(match[1])

    os.makedirs(".artifacts", exist_ok=True)
    with open(".artifacts/mypy-all", "wb") as f:
        f.write(out.stdout)

    mods = []
    for filename in sorted(filenames):
        # TODO: removeprefix / removesuffix python 3.9+
        if filename.endswith(".py"):
            filename = filename[: -len(".py")]
        if filename.startswith("src/"):
            filename = filename[len("src/") :]
        if filename.endswith("/__init__"):
            filename = filename[: -len("/__init__")]
        mods.append(filename.replace("/", "."))
    mods_s = "".join(f'    "{mod}",\n' for mod in mods)
    codes_s = "".join(f'    "{code}",\n' for code in sorted(codes))
    generated = (
        f"# - remove the module from the list and fix the issues!\n"
        f"# - python3 -m tools.mypy_helpers.find_easiest_modules\n"
        f"[[tool.mypy.overrides]]\n"
        f"module = [\n{mods_s}]\n"
        f"disable_error_code = [\n{codes_s}]\n"
    )
    with open("pyproject.toml") as f:
        src = f.read()
        msg = "sentry modules with typing issues"
        before, begin, rest = src.partition(f"# begin: {msg}\n")
        _, end, rest = rest.partition(f"# end: {msg}\n")
    with open("pyproject.toml", "w") as f:
        f.write(before + begin + generated + end + rest)

    # # begin possibly_undefined fixer
    shutil.rmtree(".mypy_cache", ignore_errors=True)

    codes = set()
    filenames = set()
    out = subprocess.run(
        (
            sys.executable,
            "-m",
            "tools.mypy_helpers.mypy_without_ignore_possibly_undefined",
            *sys.argv[1:],
        ),
        capture_output=True,
    )
    for line in out.stdout.decode().splitlines():
        filename, _, _ = line.partition(":")
        if filename.endswith(".py"):
            filenames.add(filename)
        if match is not None:
            codes.add(match[1])

    os.makedirs(".artifacts", exist_ok=True)
    with open(".artifacts/mypy-all", "wb") as f:
        f.write(out.stdout)

    mods = []
    for filename in sorted(filenames):
        # TODO: removeprefix / removesuffix python 3.9+
        if filename.endswith(".py"):
            filename = filename[: -len(".py")]
        if filename.startswith("src/"):
            filename = filename[len("src/") :]
        if filename.endswith("/__init__"):
            filename = filename[: -len("/__init__")]
        mods.append(filename.replace("/", "."))
    mods_s = "".join(f'    "{mod}",\n' for mod in mods)
    generated = f"[[tool.mypy.overrides]]\n" f"module = [\n{mods_s}]\n"
    with open("pyproject.toml") as f:
        src = f.read()
        msg = "sentry modules with possibly undefined variables"
        before, begin, rest = src.partition(f"# begin: {msg}\n")
        _, end, rest = rest.partition(f"# end: {msg}\n")
    with open("pyproject.toml", "w") as f:
        f.write(before + begin + generated + end + rest)

    return 0


if __name__ == "__main__":
    raise SystemExit(main())