CI/pipeline: - KERNEL_TARBALL passed as a YAML env literal '~' was never tilde-expanded and would have failed every hosted kernel-build dispatch; the path is now exported from the shell. Verified reproducible before the fix. - Every job gets timeout-minutes; boot smoke uses timeout -k so a wedged qemu is SIGKILLed instead of holding the job. - Tarball fetch + fail-closed sha256 verification deduplicated into build/fetch-kernel-tarball.sh (with curl retries), used by build-kernel.sh and both CI jobs. busybox fetch gains retries too. - ccache layer for kernel-build (cache keyed on defconfig+patches) recovers the incremental-compile speed the ephemeral-runner move cost. - build-kernel.sh now asserts every fragment option survived olddefconfig — merge_config -m pastes text and Kconfig silently drops unmet symbols. rs485-bridge: - pending-buffer cap (2x max RTU ADU) instead of unbounded growth; explicit accept-loop error handling with backoff instead of .flatten(); per-arm inline bounds instead of the string-keyed lookup whose default would have mis-bounded a future get-input; control-socket cleanup errors surfaced; flag-shaped values rejected in arg parsing; doc example uses a private mktemp dir. Test timing margins widened for contended runners (gap 25->120ms, 60x margin on the split-frame test). VM harness: - stage-1/stage-2 boot scripts share one validated slot parser and one by-name populator (qemu/rootfs/etc/warden-lib.sh) — the duplicated parser had already diverged on validation; userdata/oem mount failures now fail fast with a greppable sentinel; udhcpc fallback keys off the interface actually having an address; switch_root applet guarded. - boot-smoke delegates the qemu invocation to run.sh (machine shape lives in ONE place); run.sh port 0 disables a hostfwd. - mkimage: unknown partition names fail at build time; DISK_END is a max, not last-entry; --state keys validated as filenames. - portal-scenario: mock readiness is asserted (no silent fall-through), hostfwd port collisions retried, mount-failure sentinel fails fast. - ui-shot: fixed sleeps replaced with bounded screendump polling; the repaint assertion is real and documented as such. qmp.py loses its module-global and gains argv validation. Docs/scrub: bench-host paths and the site AP name removed from six more port docs and two evidence tables; path-bearing build artifacts (.elf, .map) untracked (the 154-byte firmware .bin is path-free and stays); ADR-0003 marked visibility-superseded by ADR-0007; stale section cross-reference fixed; flare-edge noted as private for outside readers; stale root-level review report removed per the new workspace rule. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_018HUayid7W5w7jBdb9Rrj1K
151 lines
6.5 KiB
Bash
Executable File
151 lines
6.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# End-to-end device scenario: the REAL warden-flared, running inside the VM,
|
|
# checks in to flare-edge's mock FLARE portal on the host and pulls its
|
|
# firmware desired-state — the exact device-initiated HTTPS(-shaped) flow a
|
|
# panel performs, with zero flare-edge code changes (the portal URL is a state
|
|
# file; 10.0.2.2 is slirp's host alias).
|
|
#
|
|
# FAILS CLOSED on every missing prerequisite — never a soft skip.
|
|
#
|
|
# Usage: portal-scenario.sh <zImage-virt>
|
|
# Env: FLARE_EDGE path to a flare-edge checkout (provides mock-flare-portal.py)
|
|
set -euo pipefail
|
|
|
|
HERE="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" # qemu/tests/
|
|
QDIR="$(cd "$HERE/.." && pwd)" # qemu/
|
|
|
|
ZIMAGE="${1:-}"
|
|
if [ -z "$ZIMAGE" ] || [ ! -f "$ZIMAGE" ]; then
|
|
echo "FATAL: usage: $0 <zImage> — the virt.fragment kernel variant" >&2
|
|
exit 1
|
|
fi
|
|
if [ -z "${FLARE_EDGE:-}" ] || [ ! -f "$FLARE_EDGE/tools/mock-flare-portal.py" ]; then
|
|
echo "FATAL: FLARE_EDGE must point at a flare-edge checkout (mock-flare-portal.py not found under '${FLARE_EDGE:-}')" >&2
|
|
exit 1
|
|
fi
|
|
[ -x "$QDIR/payload/warden-flared" ] || {
|
|
echo "FATAL: no qemu/payload/warden-flared — build a static musl armv7 flared (see qemu/payload/README.md)" >&2
|
|
exit 1
|
|
}
|
|
command -v qemu-system-arm >/dev/null || {
|
|
echo "FATAL: qemu-system-arm not on PATH — see qemu/README.md" >&2
|
|
exit 1
|
|
}
|
|
|
|
# Short-named scratch: AF_UNIX socket paths are capped at ~108 chars.
|
|
WORK="$(mktemp -d /tmp/wqp.XXXXXX)"
|
|
QEMU_PID="" MOCK_PID=""
|
|
cleanup() {
|
|
if [ -n "$QEMU_PID" ]; then kill "$QEMU_PID" 2>/dev/null || true; fi
|
|
if [ -n "$MOCK_PID" ]; then kill "$MOCK_PID" 2>/dev/null || true; fi
|
|
rm -rf "$WORK"
|
|
}
|
|
trap cleanup EXIT
|
|
|
|
DEVICE_ID="$(python3 -c 'import uuid; print(uuid.uuid4())')"
|
|
API_KEY="$(python3 -c 'import secrets; print(secrets.token_hex(24))')"
|
|
PORT=$((20000 + RANDOM % 20000))
|
|
|
|
# 0. a real signed tier-1 .wfw offer (version above the image's 0.0.1), so the
|
|
# scenario exercises desired-state -> download -> signature/hash verify, not
|
|
# just an empty 204. Signed with the committed desk key; the payload flared
|
|
# is a FLARED_DEV_KEY=1 build that trusts it (desk-testing only).
|
|
head -c 8388608 /dev/urandom > "$WORK/rootfs-payload.img"
|
|
FW_SIGNING_KEY_FILE="$FLARE_EDGE/tools/testdata/fw-dev-key.seed" \
|
|
WARDEN_KERNEL_VERSION=6.18.46 WARDEN_BUILDROOT_VERSION=2025.02 \
|
|
WARDEN_UBOOT_VERSION=2017.09 \
|
|
bash "$FLARE_EDGE/tools/mk-wfw.sh" "$WORK/rootfs-payload.img" 1 0.0.2 "$WORK/offer.wfw"
|
|
|
|
# 1. mock portal on the host, our device pre-registered (no pairing needed —
|
|
# the same credential-seeding shortcut fw-e2e-test.sh uses), offering the .wfw.
|
|
python3 "$FLARE_EDGE/tools/mock-flare-portal.py" \
|
|
--port "$PORT" --device "$DEVICE_ID:$API_KEY" \
|
|
--wfw "$WORK/offer.wfw" > "$WORK/mock.log" 2>&1 &
|
|
MOCK_PID=$!
|
|
mock_ready=0
|
|
for _ in $(seq 1 50); do
|
|
curl -so /dev/null "http://127.0.0.1:$PORT/" && { mock_ready=1; break; }
|
|
kill -0 "$MOCK_PID" 2>/dev/null || { echo "FATAL: mock portal died:" >&2; cat "$WORK/mock.log" >&2; exit 1; }
|
|
sleep 0.2
|
|
done
|
|
# The loop must not fall through silently: an alive-but-unresponsive mock
|
|
# would otherwise surface 420s later as an unrelated assertion timeout.
|
|
[ "$mock_ready" = 1 ] || {
|
|
echo "FATAL: mock portal never answered on :$PORT within 10s" >&2
|
|
tail -10 "$WORK/mock.log" >&2
|
|
exit 1
|
|
}
|
|
echo "== mock portal on :$PORT, device $DEVICE_ID"
|
|
|
|
# 2. image seeded with the portal URL + credentials.
|
|
bash "$QDIR/mkinitramfs.sh"
|
|
# All four enrolment keys — flare::enrolment() returns None (and the report
|
|
# loop parks forever) unless flare.site is present too.
|
|
bash "$QDIR/mkimage.sh" \
|
|
--portal-url "http://10.0.2.2:$PORT" \
|
|
--state "flare.device_id=$DEVICE_ID" \
|
|
--state "flare.api_key=$API_KEY" \
|
|
--state "flare.site=qemu-devsim"
|
|
|
|
# 3. boot the VM headless (daemons run; console log to file). Random hostfwd
|
|
# ports can collide with another process — detect the early qemu bind
|
|
# failure and retry with a fresh base rather than failing spuriously.
|
|
QEMU_PID=""
|
|
for _attempt in 1 2 3; do
|
|
VMBASE=$((20000 + RANDOM % 20000))
|
|
: > "$WORK/console.log"
|
|
bash "$QDIR/run.sh" --kernel "$ZIMAGE" \
|
|
--ssh-port "$VMBASE" --http-port $((VMBASE + 1)) --api-port $((VMBASE + 2)) \
|
|
> "$WORK/console.log" 2>&1 &
|
|
QEMU_PID=$!
|
|
sleep 3
|
|
if kill -0 "$QEMU_PID" 2>/dev/null; then
|
|
break
|
|
fi
|
|
if grep -aq 'Could not set up host forwarding' "$WORK/console.log"; then
|
|
echo "== hostfwd port collision on base $VMBASE — retrying"
|
|
QEMU_PID=""
|
|
continue
|
|
fi
|
|
echo "FATAL: VM died at launch:" >&2
|
|
tail -20 "$WORK/console.log" >&2
|
|
exit 1
|
|
done
|
|
if [ -z "$QEMU_PID" ] || ! kill -0 "$QEMU_PID" 2>/dev/null; then
|
|
echo "FATAL: could not launch the VM after 3 port attempts" >&2
|
|
exit 1
|
|
fi
|
|
|
|
# 4. assert: rootfs up, and the portal saw — from OUR device id — an
|
|
# authenticated check-in, the firmware desired-state pull, and the signed
|
|
# .wfw asset download (i.e. flared accepted the offer and fetched it; the
|
|
# verify+stage+APPLYING that follow are a dry run without
|
|
# WARDEN_FW_ALLOW_APPLY, exactly like fw-e2e-test.sh).
|
|
deadline=$((SECONDS + 420))
|
|
ok_boot=0 ok_report=0 ok_fw=0 ok_asset=0
|
|
while [ $SECONDS -lt $deadline ]; do
|
|
[ $ok_boot -eq 0 ] && grep -aq 'WARDEN-QEMU-ROOTFS-OK' "$WORK/console.log" && {
|
|
ok_boot=1; echo "== VM userspace up"; }
|
|
grep -aq "POST /api/v1/devices/$DEVICE_ID/report -> 200" "$WORK/mock.log" && ok_report=1
|
|
grep -aq "GET /api/v1/devices/$DEVICE_ID/firmware -> 200" "$WORK/mock.log" && ok_fw=1
|
|
grep -aq "GET /api/v1/devices/$DEVICE_ID/firmware/assets/.* -> 200" "$WORK/mock.log" && ok_asset=1
|
|
[ $ok_report -eq 1 ] && [ $ok_fw -eq 1 ] && [ $ok_asset -eq 1 ] && break
|
|
grep -aq 'WARDEN-QEMU-MOUNT-FAILED' "$WORK/console.log" && {
|
|
echo "FATAL: guest partition mount failed (bad image?):" >&2
|
|
grep -a 'WARDEN-QEMU-MOUNT-FAILED' "$WORK/console.log" >&2
|
|
exit 1
|
|
}
|
|
kill -0 "$QEMU_PID" 2>/dev/null || { echo "FATAL: VM exited early" >&2; tail -30 "$WORK/console.log" >&2; exit 1; }
|
|
sleep 2
|
|
done
|
|
|
|
echo "== portal log (our device's requests):"
|
|
grep -a "$DEVICE_ID" "$WORK/mock.log" | tail -5 || true
|
|
|
|
fail=0
|
|
[ $ok_boot -eq 1 ] || { echo "FAIL: VM never reached WARDEN-QEMU-ROOTFS-OK"; fail=1; }
|
|
[ $ok_report -eq 1 ] || { echo "FAIL: no authenticated check-in (POST report 200) seen"; fail=1; }
|
|
[ $ok_fw -eq 1 ] || { echo "FAIL: no firmware desired-state pull (GET firmware 200) seen"; fail=1; }
|
|
[ $ok_asset -eq 1 ] || { echo "FAIL: signed .wfw asset was never downloaded"; fail=1; }
|
|
if [ $fail -eq 0 ]; then echo "PORTAL-SCENARIO-PASS"; else echo "PORTAL-SCENARIO-FAIL"; exit 1; fi
|