CI: GitHub's runners on Ubuntu 26.04
The four jobs on GitHub's own runners move from ubuntu-24.04 and ubuntu-latest to ubuntu-26.04. On 26.04 /tmp is held in memory, so the publish job's artifact, 11 GB for edge, goes to the runner's temp directory on disk instead. nightly-fetch now checks there is room before it starts and says how much is missing.
This commit is contained in:
1 parent
f9caa25766
commit
22ef6e12c5
6 files changed
+22
-9
No files matched your search
@@ -18,7 +18,7 @@ permissions:
|
|||||||
jobs:
|
jobs:
|
||||||
comment:
|
comment:
|
||||||
if: github.event.workflow_run.event == 'pull_request'
|
if: github.event.workflow_run.event == 'pull_request'
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-26.04
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
GH_TOKEN: ${{ github.token }}
|
||||||
REPO: ${{ github.repository }}
|
REPO: ${{ github.repository }}
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ jobs:
|
|||||||
# GitHub's runner: it is somebody else's code, and it has no business on
|
# GitHub's runner: it is somebody else's code, and it has no business on
|
||||||
# our account's machines. No cache volume either way: what one pull
|
# our account's machines. No cache volume either way: what one pull
|
||||||
# request leaves in a cache the next run would trust.
|
# request leaves in a cache the next run would trust.
|
||||||
runs-on: ${{ github.event.pull_request.head.repo.fork && 'ubuntu-24.04' || 'namespace-profile-linux-amd64-16x32' }}
|
runs-on: ${{ github.event.pull_request.head.repo.fork && 'ubuntu-26.04' || 'namespace-profile-linux-amd64-16x32' }}
|
||||||
timeout-minutes: 75
|
timeout-minutes: 75
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
@@ -43,7 +43,7 @@ jobs:
|
|||||||
run: NO_BOOT_OFFER=1 ./bin/omarchy-iso-make
|
run: NO_BOOT_OFFER=1 ./bin/omarchy-iso-make
|
||||||
|
|
||||||
# The harness runs in an Arch container: Arch's current QEMU and OVMF
|
# The harness runs in an Arch container: Arch's current QEMU and OVMF
|
||||||
# (QEMU 11) instead of Ubuntu 24.04's QEMU 8.2, at the paths the
|
# (QEMU 11) instead of the runner's older one, at the paths the
|
||||||
# harness expects, the same as on an Omarchy workstation.
|
# harness expects, the same as on an Omarchy workstation.
|
||||||
- name: Install unattended, then boot the installed system
|
- name: Install unattended, then boot the installed system
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
@@ -50,7 +50,7 @@ jobs:
|
|||||||
# test/vm-image/nightly-plan decides, from what is fetched here.
|
# test/vm-image/nightly-plan decides, from what is fetched here.
|
||||||
plan:
|
plan:
|
||||||
name: Plan
|
name: Plan
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-26.04
|
||||||
timeout-minutes: 5
|
timeout-minutes: 5
|
||||||
outputs:
|
outputs:
|
||||||
channels: ${{ steps.plan.outputs.channels }}
|
channels: ${{ steps.plan.outputs.channels }}
|
||||||
@@ -229,7 +229,7 @@ jobs:
|
|||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
include: ${{ fromJSON(needs.plan.outputs.channels) }}
|
include: ${{ fromJSON(needs.plan.outputs.channels) }}
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-26.04
|
||||||
timeout-minutes: 45
|
timeout-minutes: 45
|
||||||
environment: nightly
|
environment: nightly
|
||||||
# actions: read is for finding and fetching the build job's artifact.
|
# actions: read is for finding and fetching the build job's artifact.
|
||||||
@@ -258,8 +258,12 @@ jobs:
|
|||||||
- name: Fetch the release from the build job
|
- name: Fetch the release from the build job
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
GH_TOKEN: ${{ github.token }}
|
||||||
|
# Not /tmp: on Ubuntu 26.04 it is held in memory, and the zip is
|
||||||
|
# gigabytes.
|
||||||
|
TMPDIR: ${{ runner.temp }}
|
||||||
run: |
|
run: |
|
||||||
sudo apt-get update -qq && sudo apt-get install -y -qq aria2 unzip >/dev/null
|
df -h "$TMPDIR" .
|
||||||
|
command -v aria2c unzip >/dev/null || { sudo apt-get update -qq && sudo apt-get install -y -qq aria2 unzip >/dev/null; }
|
||||||
./test/vm-image/nightly-fetch "$GITHUB_REPOSITORY" "$GITHUB_RUN_ID" "nightly-$CHANNEL-$GITHUB_RUN_ID" out
|
./test/vm-image/nightly-fetch "$GITHUB_REPOSITORY" "$GITHUB_RUN_ID" "nightly-$CHANNEL-$GITHUB_RUN_ID" out
|
||||||
|
|
||||||
# A current rclone, by version and checksum. Ubuntu's is 1.60 from 2022:
|
# A current rclone, by version and checksum. Ubuntu's is 1.60 from 2022:
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ permissions:
|
|||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
unit:
|
unit:
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-26.04
|
||||||
timeout-minutes: 10
|
timeout-minutes: 10
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
||||||
|
|||||||
@@ -181,6 +181,8 @@ STUB
|
|||||||
refused "an artifact that does not exist" env FETCH_IDS=" " PATH="$stubs:$PATH" TMPDIR="$tmp" FETCH_LOG="$tmp/fetch.log" "$fetch" omacom/omarchy-iso 7 nightly-edge-7 "$tmp/f3"
|
refused "an artifact that does not exist" env FETCH_IDS=" " PATH="$stubs:$PATH" TMPDIR="$tmp" FETCH_LOG="$tmp/fetch.log" "$fetch" omacom/omarchy-iso 7 nightly-edge-7 "$tmp/f3"
|
||||||
refused "a download of the wrong size" env FETCH_SIZE=1 PATH="$stubs:$PATH" TMPDIR="$tmp" FETCH_LOG="$tmp/fetch.log" "$fetch" omacom/omarchy-iso 7 nightly-edge-7 "$tmp/f4"
|
refused "a download of the wrong size" env FETCH_SIZE=1 PATH="$stubs:$PATH" TMPDIR="$tmp" FETCH_LOG="$tmp/fetch.log" "$fetch" omacom/omarchy-iso 7 nightly-edge-7 "$tmp/f4"
|
||||||
[[ ! -e $tmp/f4/edge ]] || fail "fetch: a download of the wrong size was unpacked"
|
[[ ! -e $tmp/f4/edge ]] || fail "fetch: a download of the wrong size was unpacked"
|
||||||
|
refused "an artifact larger than the free space" env FETCH_SIZE=9000000000000000 PATH="$stubs:$PATH" TMPDIR="$tmp" FETCH_LOG="$tmp/fetch.log" "$fetch" omacom/omarchy-iso 7 nightly-edge-7 "$tmp/f5"
|
||||||
|
grep -q "MiB free" "$tmp/refused.err" || fail "fetch: too little room is not what was reported"
|
||||||
else
|
else
|
||||||
echo "nightly-fetch tests skipped: no zip or unzip here"
|
echo "nightly-fetch tests skipped: no zip or unzip here"
|
||||||
fi
|
fi
|
||||||
|
|||||||
@@ -8,11 +8,14 @@
|
|||||||
# release would outlast the job. An artifact is one zip at a signed address,
|
# release would outlast the job. An artifact is one zip at a signed address,
|
||||||
# so this asks the API for that address and takes it over 16 connections.
|
# so this asks the API for that address and takes it over 16 connections.
|
||||||
#
|
#
|
||||||
|
# The zip goes to TMPDIR and is deleted once unpacked, so there has to be room
|
||||||
|
# for the artifact twice: point TMPDIR at a disk, not at a /tmp held in memory.
|
||||||
|
#
|
||||||
# Needs gh (with GH_TOKEN allowed to read the run's artifacts), curl, aria2c
|
# Needs gh (with GH_TOKEN allowed to read the run's artifacts), curl, aria2c
|
||||||
# and unzip. A run started again keeps the artifacts of its earlier attempts
|
# and unzip. A run started again keeps the artifacts of its earlier attempts
|
||||||
# under the same name: the newest is the one fetched.
|
# under the same name: the newest is the one fetched.
|
||||||
set -euo pipefail
|
set -euo pipefail
|
||||||
[[ $# -eq 4 ]] || { sed -n '2,13p' "$0" >&2; exit 2; }
|
[[ $# -eq 4 ]] || { sed -n '2,16p' "$0" >&2; exit 2; }
|
||||||
repo=$1 run=$2 name=$3 out=$4
|
repo=$1 run=$2 name=$3 out=$4
|
||||||
fail() { echo "nightly-fetch: $*" >&2; exit 1; }
|
fail() { echo "nightly-fetch: $*" >&2; exit 1; }
|
||||||
|
|
||||||
@@ -23,6 +26,11 @@ size=$(gh api "repos/$repo/actions/artifacts/$id" --jq .size_in_bytes)
|
|||||||
echo "nightly-fetch: artifact $id, $((size / 1048576)) MiB"
|
echo "nightly-fetch: artifact $id, $((size / 1048576)) MiB"
|
||||||
|
|
||||||
zip=$(mktemp -u "${TMPDIR:-/tmp}/nightly-fetch.XXXXXX.zip")
|
zip=$(mktemp -u "${TMPDIR:-/tmp}/nightly-fetch.XXXXXX.zip")
|
||||||
|
mkdir -p "$out"
|
||||||
|
for place in "$(dirname "$zip")" "$out"; do
|
||||||
|
free=$(( $(df --output=avail -B1 "$place" | tail -n 1) ))
|
||||||
|
(( free > size )) || fail "$place has $((free / 1048576)) MiB free, the artifact is $((size / 1048576)) MiB"
|
||||||
|
done
|
||||||
trap 'rm -f "$zip" "$zip.aria2"' EXIT
|
trap 'rm -f "$zip" "$zip.aria2"' EXIT
|
||||||
started=$(date +%s)
|
started=$(date +%s)
|
||||||
# The address is signed for a few minutes. A try that fails asks for a new one
|
# The address is signed for a few minutes. A try that fails asks for a new one
|
||||||
@@ -44,6 +52,5 @@ done
|
|||||||
seconds=$(( $(date +%s) - started ))
|
seconds=$(( $(date +%s) - started ))
|
||||||
echo "nightly-fetch: downloaded in $seconds s, $(( size / 1048576 / (seconds > 0 ? seconds : 1) )) MiB/s"
|
echo "nightly-fetch: downloaded in $seconds s, $(( size / 1048576 / (seconds > 0 ? seconds : 1) )) MiB/s"
|
||||||
|
|
||||||
mkdir -p "$out"
|
|
||||||
unzip -q "$zip" -d "$out"
|
unzip -q "$zip" -d "$out"
|
||||||
echo "nightly-fetch: $(find "$out" -type f | wc -l) files in $out"
|
echo "nightly-fetch: $(find "$out" -type f | wc -l) files in $out"
|
||||||
Reference in new issue
Block a user