"""Count local project files reachable from the zeta window criterion's imports.

Run: python3 measure-imports.py lean.tar.gz
Outputs JSON. Download the original joined archive linked by the Atlas.
"""
import argparse
import hashlib
import json
import re
import tarfile
from pathlib import Path

ARCHIVE_SHA256 = "9631b4f020199e580ba86178cb56c6e9b09f690c2369a80dc4334aa93f49c7fc"
WINDOW = "Development.AutomorphicArithmetic.DedekindLFunctions.LandauTheorems.ZeroFreeOfRpowWindow"
REFLECTION = "Formalism.GammaFactorNonvanishing.RhOfRight"
IMPORT_LINE = re.compile(rb"(?m)^[ \t]*(?:(?:public|meta|private) +)*import[ \t]+([^\r\n]+)")


def read_archive(path):
    graph, lengths = {}, {}
    with open(path, "rb") as file:
        digest = hashlib.sha256()
        for block in iter(lambda: file.read(1024 * 1024), b""):
            digest.update(block)
    if digest.hexdigest() != ARCHIVE_SHA256:
        raise ValueError("Archive checksum differs from the pinned input")
    with tarfile.open(path, "r|gz") as archive:
        for member in archive:
            if member.isfile() and member.name.startswith("lean/src/") and member.name.endswith(".lean"):
                source = archive.extractfile(member).read()
                name = member.name[len("lean/src/"):-len(".lean")].replace("/", ".")
                imports = []
                for line in IMPORT_LINE.findall(source):
                    imports.extend(line.split(b"--")[0].decode().split())
                graph[name] = imports
                lengths[name] = len(source.splitlines())
            archive.members.clear()
    return graph, lengths


def measure(graph, lengths, targets, show_modules=False):
    pending, seen, external = list(targets), set(), set()
    while pending:
        name = pending.pop()
        if name not in graph:
            external.add(name)
        elif name not in seen:
            seen.add(name)
            pending.extend(graph[name])
    result = {"project_modules": len(seen), "project_source_lines": sum(lengths[m] for m in seen)}
    if show_modules:
        result.update(modules=sorted(seen), external_imports=sorted(external))
    return result


if __name__ == "__main__":
    parser = argparse.ArgumentParser(description=__doc__)
    parser.add_argument("archive", help="Joined lean.tar.gz from the original release")
    parser.add_argument("--arithmetic", type=Path, help="Include the original project imports of ZetaArithmetic.lean and ZetaWindow.lean")
    args = parser.parse_args()
    graph, lengths = read_archive(args.archive)
    result = {
        "archive_sha256": ARCHIVE_SHA256,
        "scope": "Original project files only, including roots. Excludes the two Atlas files and external libraries.",
        "main": measure(graph, lengths, ["Main"]),
        "analytic_criterion": measure(graph, lengths, [WINDOW]),
        "reflection": measure(graph, lengths, [REFLECTION]),
        "conditional_imports": measure(graph, lengths, [WINDOW, REFLECTION], show_modules=True)
    }
    if args.arithmetic:
        roots = {WINDOW, REFLECTION}
        for source_import in IMPORT_LINE.findall(args.arithmetic.read_bytes()):
            roots.update(source_import.decode().split())
        roots.discard("ZetaWindow")
        result["combined_imports"] = {
            "roots": sorted(roots),
            **measure(graph, lengths, roots)
        }
    print(json.dumps(result, indent=2))
