97 lines
4.2 KiB
Python
97 lines
4.2 KiB
Python
#!/usr/bin/env python3
|
|
"""Generate reviewable metrics and self-contained badges from CI measurements."""
|
|
|
|
import argparse
|
|
import html
|
|
import json
|
|
import pathlib
|
|
import re
|
|
import tomllib
|
|
|
|
|
|
def coverage(path):
|
|
data = json.loads(pathlib.Path(path).read_text())
|
|
return data["data"][0]["totals"]["lines"]["percent"]
|
|
|
|
|
|
def bench_results(path):
|
|
text = pathlib.Path(path).read_text()
|
|
return {name: float(ns) for name, ns in re.findall(r"BENCH (\w+) ([0-9.]+) ns/op", text)}
|
|
|
|
|
|
def compact(number):
|
|
value = float(number)
|
|
units = ("", "K", "M", "G")
|
|
index = 0
|
|
while value >= 999.5 and index < len(units) - 1:
|
|
value /= 1000
|
|
index += 1
|
|
digits = 0 if value >= 100 else 1 if value >= 10 else 2
|
|
number = f"{value:.{digits}f}"
|
|
if digits:
|
|
number = number.rstrip("0").rstrip(".")
|
|
return number + units[index]
|
|
|
|
|
|
def svg(label, value, color):
|
|
label, value = html.escape(label), html.escape(value)
|
|
lw, vw = 12 + 7 * len(label), 12 + 7 * len(value)
|
|
return (f'<svg xmlns="http://www.w3.org/2000/svg" width="{lw + vw}" height="20" '
|
|
f'role="img" aria-label="{label}: {value}">'
|
|
f'<rect width="{lw}" height="20" rx="3" fill="#555"/>'
|
|
f'<rect x="{lw}" width="{vw}" height="20" rx="3" fill="{color}"/>'
|
|
f'<g fill="#fff" text-anchor="middle" font-family="DejaVu Sans,sans-serif" font-size="11">'
|
|
f'<text x="{lw / 2}" y="14">{label}</text>'
|
|
f'<text x="{lw + vw / 2}" y="14">{value}</text></g></svg>\n')
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--tests-output", required=True)
|
|
parser.add_argument("--tests-coverage", required=True)
|
|
parser.add_argument("--bench-output", required=True)
|
|
parser.add_argument("--bench-coverage", required=True)
|
|
args = parser.parse_args()
|
|
test_output = pathlib.Path(args.tests_output).read_text()
|
|
tests = sum(map(int, re.findall(r"test result: ok\. (\d+) passed", test_output)))
|
|
if tests < 1:
|
|
raise SystemExit("no passing tests parsed")
|
|
current = bench_results(args.bench_output)
|
|
if not current or any(value <= 0 for value in current.values()):
|
|
raise SystemExit("microbenchmark result missing or zero")
|
|
base_path = pathlib.Path("badges/bench-baseline.json")
|
|
baseline = json.loads(base_path.read_text()) if base_path.exists() else {}
|
|
common = [name for name in current if name in baseline and baseline[name] > 0]
|
|
delta = (sum((baseline[name] - current[name]) / baseline[name] for name in common)
|
|
/ len(common) * 100) if common else None
|
|
line_coverage = coverage(args.tests_coverage)
|
|
bench_coverage = coverage(args.bench_coverage)
|
|
loc = sum(len(path.read_text().splitlines()) for parent in (pathlib.Path("src"), pathlib.Path("ci"))
|
|
for path in parent.rglob("*") if path.suffix in (".rs", ".py", ".sh"))
|
|
lock = tomllib.loads(pathlib.Path("Cargo.lock").read_text())
|
|
dependencies = sum(item["name"] != "alkane-os" for item in lock["package"])
|
|
metrics = {"tests": tests, "line_coverage_pct": round(line_coverage, 1),
|
|
"bench_coverage_pct": round(bench_coverage, 1),
|
|
"bench_ns_per_op": current, "bench_improvement_pct": delta,
|
|
"lines_of_code": loc, "dependencies": dependencies,
|
|
"code_quality": "A", "license": "MIT"}
|
|
pathlib.Path("badges").mkdir(exist_ok=True)
|
|
pathlib.Path("badges/metrics.json").write_text(json.dumps(metrics, indent=2) + "\n")
|
|
badges = {
|
|
"tests": ("tests", str(tests), "#4c1"),
|
|
"coverage": ("coverage", f"{line_coverage:.1f}%", "#4c1" if line_coverage >= 80 else "#dfb317"),
|
|
"bench-coverage": ("bench coverage", f"{bench_coverage:.1f}%", "#4c1" if bench_coverage >= 80 else "#dfb317"),
|
|
"bench": ("bench", "baseline set" if delta is None else f"{delta:+.1f}% vs prev", "#007ec6"),
|
|
"loc": ("lines of code", compact(loc), "#007ec6"),
|
|
"dependencies": ("dependencies", str(dependencies), "#007ec6"),
|
|
"quality": ("code quality", "A", "#4c1"),
|
|
"license": ("license", "MIT", "#007ec6"),
|
|
}
|
|
for name, (label, value, color) in badges.items():
|
|
pathlib.Path(f"badges/{name}.svg").write_text(svg(label, value, color))
|
|
print(json.dumps(metrics))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|