126 lines
5.8 KiB
Python
126 lines
5.8 KiB
Python
#!/usr/bin/env python3
|
|
# SPDX-License-Identifier: MIT
|
|
"""Publish a measured benchmark page to the public, data-only Pages repo."""
|
|
|
|
import argparse
|
|
import json
|
|
import os
|
|
from pathlib import Path
|
|
import shlex
|
|
import subprocess
|
|
import tempfile
|
|
from urllib.request import Request, urlopen
|
|
|
|
PAGES_REPO = "ssh://git@gitea.bluefla.re:2222/blueflare/alkane-benchmarks.git"
|
|
GUARD_REPO = "https://gitea.bluefla.re/blueflare/alkane-benchmarks.git"
|
|
GUARD_COMMIT = "ea160545c49bc419a245692deda8dd7db7a611eb"
|
|
PAGES_HOST = "gitea.bluefla.re"
|
|
PAGES_HOST_FINGERPRINT = "SHA256:lqB5cmC9E5HNeg/lkzdOwQ++I8A70Wx7lnNs6liN24g"
|
|
PAGES_HOST_KEY = "[gitea.bluefla.re]:2222 ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIO1II6NkmRW+QAd+Wj+7qbNrA8Oo+/N/WRog4hELskn/"
|
|
|
|
|
|
def run(*args: str, env: dict[str, str] | None = None,
|
|
cwd: Path | None = None) -> subprocess.CompletedProcess[str]:
|
|
result = subprocess.run(args, env=env, cwd=cwd, text=True,
|
|
capture_output=True, check=False)
|
|
if result.returncode:
|
|
detail = result.stderr.strip()[:2000]
|
|
raise RuntimeError(f"{args[0]} {args[1]} exited {result.returncode}: {detail}")
|
|
return result
|
|
|
|
|
|
def current_main_sha() -> str:
|
|
api = os.environ["GITHUB_API_URL"].rstrip("/")
|
|
repo = os.environ["GITHUB_REPOSITORY"]
|
|
token = os.environ["GITEA_TOKEN"]
|
|
request = Request(f"{api}/repos/{repo}/branches/main",
|
|
headers={"Authorization": f"token {token}"})
|
|
with urlopen(request, timeout=20) as response:
|
|
branch = json.load(response)
|
|
return branch["commit"]["id"]
|
|
|
|
|
|
def publish(site: str) -> None:
|
|
if os.environ.get("GITHUB_REF") != "refs/heads/main":
|
|
raise ValueError("benchmark Pages publication requires main")
|
|
sha = os.environ["GITHUB_SHA"]
|
|
if current_main_sha() != sha:
|
|
print("Skipping benchmark page from a superseded main commit")
|
|
return
|
|
page = Path("bench-site/index.html").read_bytes()
|
|
if not page.startswith(b"<!doctype html>") or len(page) > 1_048_576:
|
|
raise ValueError("invalid benchmark page")
|
|
with tempfile.TemporaryDirectory(prefix="alkane-pages-") as directory:
|
|
temporary = Path(directory)
|
|
guard_checkout = temporary / "guard"
|
|
run("git", "clone", "--quiet", "--single-branch", "--branch", "next",
|
|
GUARD_REPO, str(guard_checkout))
|
|
guard_source = run("git", "show", f"{GUARD_COMMIT}:ci/validate_site.py",
|
|
cwd=guard_checkout).stdout
|
|
guard_script = temporary / "validate_site.py"
|
|
guard_script.write_text(guard_source)
|
|
run("python3", str(guard_script), "--page", site,
|
|
str(Path("bench-site/index.html").resolve()))
|
|
key = os.environ["BENCH_PAGES_DEPLOY_KEY"]
|
|
if not key.startswith("-----BEGIN OPENSSH PRIVATE KEY-----"):
|
|
raise ValueError("missing benchmark Pages deploy key")
|
|
key_path = temporary / "deploy_key"
|
|
key_path.write_text(key.rstrip("\n") + "\n")
|
|
key_path.chmod(0o600)
|
|
known_hosts = temporary / "known_hosts"
|
|
known_hosts.write_text(PAGES_HOST_KEY + "\n")
|
|
fingerprint = run("ssh-keygen", "-lf", str(known_hosts)).stdout.split()[1]
|
|
if fingerprint != PAGES_HOST_FINGERPRINT:
|
|
raise ValueError("benchmark Pages SSH host key changed")
|
|
git_env = os.environ.copy()
|
|
ssh_command = (f"ssh -i {shlex.quote(str(key_path))} -o IdentitiesOnly=yes "
|
|
f"-o UserKnownHostsFile={shlex.quote(str(known_hosts))} "
|
|
"-o StrictHostKeyChecking=yes -o ConnectTimeout=10")
|
|
git_env["GIT_SSH_COMMAND"] = ssh_command
|
|
git_env["GIT_TERMINAL_PROMPT"] = "0"
|
|
checkout = temporary / "site"
|
|
run("git", "clone", "--quiet", "--single-branch", "--branch", "gh-pages",
|
|
PAGES_REPO, str(checkout), env=git_env)
|
|
run("git", "config", "user.name", "Alkane CI", cwd=checkout)
|
|
run("git", "config", "user.email", "ci@bluefla.re", cwd=checkout)
|
|
for attempt in range(3):
|
|
if current_main_sha() != sha:
|
|
print("Skipping benchmark page from a superseded main commit")
|
|
return
|
|
run("git", "fetch", "--quiet", "origin", "gh-pages", env=git_env,
|
|
cwd=checkout)
|
|
run("git", "checkout", "-q", "-B", "bench-publish", "origin/gh-pages",
|
|
cwd=checkout)
|
|
destination = checkout / site / "index.html"
|
|
destination.parent.mkdir(exist_ok=True)
|
|
destination.write_bytes(page)
|
|
run("git", "add", f"{site}/index.html", cwd=checkout)
|
|
changed = subprocess.run(("git", "diff", "--cached", "--quiet"),
|
|
cwd=checkout, check=False)
|
|
if changed.returncode == 0:
|
|
print(f"{site} benchmark page is already current")
|
|
return
|
|
if changed.returncode != 1:
|
|
raise RuntimeError("cannot compare benchmark page")
|
|
run("git", "commit", "-q", "-m",
|
|
f"Update {site} benchmarks for {sha[:10]} [skip ci]", cwd=checkout)
|
|
pushed = subprocess.run(("git", "push", "--quiet", "origin",
|
|
"HEAD:gh-pages"), env=git_env, cwd=checkout,
|
|
text=True, capture_output=True, check=False)
|
|
if pushed.returncode == 0:
|
|
print(f"Published {site} benchmark page for {sha[:10]}")
|
|
return
|
|
if attempt == 2:
|
|
raise RuntimeError(f"benchmark Pages push failed: {pushed.stderr.strip()}")
|
|
raise RuntimeError("benchmark Pages publication did not complete")
|
|
|
|
|
|
def main() -> None:
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("site", choices=("sdk", "os", "toolkit"))
|
|
publish(parser.parse_args().site)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|