Emir Beganovic
415831b1eb
An install test failed 13 seconds in: a public Arch mirror dropped two signature files while the test container was installing QEMU. The three test containers now ask mirror.omarchy.org first, with the public mirrors after it, and try up to three times.
135 lines
6.3 KiB
YAML
135 lines
6.3 KiB
YAML
name: Install test
|
|
|
|
# Builds the ISO a pull request produces, installs it unattended in a KVM
|
|
# guest, boots the installed system again, and reports how long the install
|
|
# and both boots took. Every later change to the installer is measured
|
|
# against these numbers in its own PR.
|
|
|
|
on:
|
|
pull_request:
|
|
# Each merge records quattro's numbers, which PR comments compare against.
|
|
push:
|
|
branches: [quattro]
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
group: install-test-${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
install:
|
|
# Our own branches run on Namespace. A pull request from a fork stays on
|
|
# GitHub's runner: it is somebody else's code, and it has no business on
|
|
# our account's machines. No cache volume either way: what one pull
|
|
# request leaves in a cache the next run would trust.
|
|
runs-on: ${{ github.event.pull_request.head.repo.fork && 'ubuntu-24.04' || 'namespace-profile-linux-amd64-16x32' }}
|
|
timeout-minutes: 75
|
|
steps:
|
|
- uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5
|
|
|
|
# Fail early and loudly if the runner ever has less disk than this needs.
|
|
- name: Check disk space
|
|
run: |
|
|
df -h /
|
|
avail_gb=$(df -BG --output=avail / | tail -1 | tr -dc 0-9)
|
|
[ "$avail_gb" -ge 40 ] || { echo "::error::only ${avail_gb} GB free, the ISO build and install test need ~40 GB"; exit 1; }
|
|
|
|
- uses: docker/setup-buildx-action@37fe631027851001ddb9b187196cc803df7f5f0e # v4
|
|
|
|
- name: Build the ISO
|
|
run: NO_BOOT_OFFER=1 ./bin/omarchy-iso-make
|
|
|
|
# The harness runs in an Arch container: Arch's current QEMU and OVMF
|
|
# (QEMU 11) instead of Ubuntu 24.04's QEMU 8.2, at the paths the
|
|
# harness expects, the same as on an Omarchy workstation.
|
|
- name: Install unattended, then boot the installed system
|
|
run: |
|
|
sudo chmod 0666 /dev/kvm
|
|
docker run --rm --device /dev/kvm -v "$PWD:/w" -w /w \
|
|
-e OMARCHY_INTEGRATION_DISK_CACHE=none \
|
|
archlinux:latest bash -euo pipefail -c '
|
|
# pacman 7 fails every sync on a kernel without Landlock, which
|
|
# these runners have; builder/build-iso.sh does the same.
|
|
if ! grep -qw landlock /sys/kernel/security/lsm 2>/dev/null; then
|
|
printf "#!/bin/sh\nexec /usr/bin/pacman --disable-sandbox \"\$@\"\n" >/usr/local/bin/pacman
|
|
chmod 0755 /usr/local/bin/pacman
|
|
fi
|
|
# The tools come from our own Arch mirror first, the public ones
|
|
# after it. A mirror that drops one file must not fail the test:
|
|
# try again.
|
|
sed -i "1i Server = https://mirror.omarchy.org/\$repo/os/\$arch" /etc/pacman.d/mirrorlist
|
|
for attempt in 1 2 3; do
|
|
pacman -Syu --noconfirm --needed qemu-system-x86 qemu-hw-display-virtio-gpu qemu-hw-display-virtio-vga qemu-img edk2-ovmf socat \
|
|
imagemagick tesseract tesseract-data-eng mtools dosfstools jq openssh openssl python curl >/dev/null && break
|
|
[ "$attempt" -lt 3 ] || { echo "::error::the test container could not install its tools"; exit 1; }
|
|
echo "pacman failed, attempt $attempt of 3; trying again in 15 s"; sleep 15
|
|
done
|
|
# test/integration installs its tools through Omarchy'"'"'s helper; they are installed above.
|
|
printf "#!/bin/sh\nexit 0\n" >/usr/local/bin/omarchy-pkg-add
|
|
chmod 0755 /usr/local/bin/omarchy-pkg-add
|
|
qemu-system-x86_64 --version | head -1
|
|
./test/integration release/*.iso boot --no-preview --memory 8192 --timeout 1800
|
|
'
|
|
|
|
# The harness ran as root in its container: test-runs and what QEMU
|
|
# wrote there (the serial logs) belong to root until this step.
|
|
- name: Hand the results to the runner's user
|
|
if: always()
|
|
run: |
|
|
mkdir -p test-runs
|
|
sudo chown -R "$(id -u):$(id -g)" test-runs
|
|
|
|
- name: Report times
|
|
if: always()
|
|
run: |
|
|
base=$(ls -d test-runs/*-integration 2>/dev/null | head -1)
|
|
[ -n "$base" ] || { echo "No test run to report" >> "$GITHUB_STEP_SUMMARY"; exit 0; }
|
|
{
|
|
echo "## Install test"
|
|
echo
|
|
if [ -f "$base/omarchy-install-timing.json" ]; then
|
|
jq -r '"**Install:** \((.finished_at - .started_at) * 10 | round / 10) s across \(.phases | length) phases"' "$base/omarchy-install-timing.json"
|
|
echo
|
|
echo "| Phase | Seconds |"
|
|
echo "| --- | ---: |"
|
|
jq -r '.phases[] | "| \(.name) | \(.elapsed * 10 | round / 10) |"' "$base/omarchy-install-timing.json"
|
|
echo
|
|
fi
|
|
if [ -f "$base/first-boot-systemd-analyze.txt" ]; then
|
|
echo "**First boot:** $(head -1 "$base/first-boot-systemd-analyze.txt")"
|
|
echo
|
|
fi
|
|
boot_dir=$(ls -d "$base"/runs/*-boot 2>/dev/null | tail -1)
|
|
if [ -n "$boot_dir" ] && [ -f "$boot_dir/systemd-analyze.txt" ]; then
|
|
echo "**Everyday boot:** $(head -1 "$boot_dir/systemd-analyze.txt")"
|
|
echo
|
|
echo "System state: $(jq -r .system_state "$boot_dir/boot-timing.json" 2>/dev/null)"
|
|
fi
|
|
} >> "$GITHUB_STEP_SUMMARY"
|
|
|
|
# The comment workflow runs from quattro and reads only this artifact;
|
|
# it needs the PR number, which a workflow_run event omits for forks.
|
|
- name: Record the pull request
|
|
if: always() && github.event_name == 'pull_request'
|
|
run: echo "${{ github.event.pull_request.number }}" > test-runs/pr-number
|
|
|
|
- name: Upload test artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
|
with:
|
|
name: install-test-${{ github.run_id }}-${{ github.run_attempt }}
|
|
path: |
|
|
test-runs/pr-number
|
|
test-runs/*/omarchy-install-timing.json
|
|
test-runs/*/omarchy-install.log
|
|
test-runs/*/first-boot-systemd-analyze.txt
|
|
test-runs/*/runs/**/*.png
|
|
test-runs/*/runs/**/*.txt
|
|
test-runs/*/runs/**/*.json
|
|
test-runs/*/runs/**/*.log
|
|
if-no-files-found: ignore
|
|
retention-days: 14
|