9ce6943575
build and publish packages / distcc-avahi-aarch64 (push) Successful in 45s
build and publish packages / lmcp-any (push) Successful in 13s
build and publish packages / lmcp-debian (push) Successful in 4s
build and publish packages / claude-his-any (push) Successful in 6s
build and publish packages / claude-his-debian (push) Successful in 4s
Observed two flakes in 24h — distcc-avahi-aarch64 at66a7050and lmcp-any at22060e0. Journal for both showed the job starting then failing silently before any sudo/makepkg line. Theory: transient pacman mirror sync failures on \"pacman -Syu --needed\" in the bootstrap steps, with the rsync-to-nc step as secondary exposure (IPv6 prefix rotations from the Fritz reconnect cron are visible in the runner journal). Wrap pacman -Syu (5 sites), rsync to nc and hertz (5 sites), and ssh publish-deb (2 sites) in a tiny 3-try exponential-backoff retry helper defined per-step. No workflow restructure, no job-graph changes. Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
422 lines
17 KiB
YAML
422 lines
17 KiB
YAML
name: build and publish packages
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
paths:
|
|
- 'arch/**'
|
|
- 'debian/**'
|
|
- '.gitea/workflows/**'
|
|
workflow_dispatch:
|
|
|
|
jobs:
|
|
distcc-avahi-aarch64:
|
|
runs-on: arch-aarch64
|
|
continue-on-error: true
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: bootstrap runner (idempotent)
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
retry pacman -Syu --noconfirm --needed base-devel git rsync gnupg openssh sudo avahi popt python python-setuptools
|
|
|
|
- name: import signing key
|
|
env:
|
|
PRIV: ${{ secrets.MARFRIT_REPO_PRIVATE_KEY }}
|
|
PASS: ${{ secrets.MARFRIT_REPO_PASSPHRASE }}
|
|
run: |
|
|
set -e
|
|
rm -rf /root/.gnupg /root/repo_pass
|
|
mkdir -m700 -p /root/.gnupg
|
|
printf '%s' "$PASS" > /root/repo_pass
|
|
chmod 600 /root/repo_pass
|
|
printf '%s\n' "$PRIV" | gpg --batch --import
|
|
echo "92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C:6:" | gpg --import-ownertrust
|
|
|
|
- name: install deploy ssh key
|
|
env:
|
|
KEY: ${{ secrets.MARFRIT_REPO_DEPLOY_KEY }}
|
|
run: |
|
|
mkdir -m700 -p /root/.ssh
|
|
printf '%s\n' "$KEY" > /root/.ssh/id_ed25519
|
|
chmod 600 /root/.ssh/id_ed25519
|
|
ssh-keyscan -t ed25519 nc.reauktion.de > /root/.ssh/known_hosts 2>/dev/null
|
|
|
|
- name: makepkg distcc-avahi
|
|
run: |
|
|
set -e
|
|
rm -rf /tmp/build-distcc-avahi
|
|
cp -r arch/distcc-avahi /tmp/build-distcc-avahi
|
|
chown -R builder:builder /tmp/build-distcc-avahi
|
|
cd /tmp/build-distcc-avahi
|
|
sudo -u builder -H makepkg --nocheck --noconfirm --syncdeps --cleanbuild
|
|
ls -la *.pkg.tar.* | grep -v "\.sig$"
|
|
|
|
- name: sign distcc-avahi
|
|
run: |
|
|
set -e
|
|
cd /tmp/build-distcc-avahi
|
|
for f in *.pkg.tar.xz *.pkg.tar.zst *.pkg.tar.gz; do
|
|
[ -f "$f" ] || continue
|
|
gpg --batch --pinentry-mode loopback --passphrase-file /root/repo_pass \
|
|
--detach-sign --yes -u 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C "$f"
|
|
done
|
|
|
|
- name: update aarch64 repo db
|
|
run: |
|
|
set -e
|
|
mkdir -p /tmp/arch-stage
|
|
cd /tmp/arch-stage
|
|
rm -f *
|
|
for f in marfrit.db.tar.gz marfrit.db.tar.gz.sig marfrit.files.tar.gz marfrit.files.tar.gz.sig; do
|
|
curl -sSLf "https://packages.reauktion.de/arch/aarch64/$f" -o "$f" || rm -f "$f"
|
|
done
|
|
for ext in xz zst gz; do
|
|
ls /tmp/build-distcc-avahi/*.pkg.tar.$ext 2>/dev/null && \
|
|
mv /tmp/build-distcc-avahi/*.pkg.tar.$ext /tmp/build-distcc-avahi/*.pkg.tar.$ext.sig .
|
|
done || true
|
|
export GNUPGHOME=/root/.gnupg
|
|
printf 'pinentry-mode loopback\npassphrase-file /root/repo_pass\n' > /root/.gnupg/gpg.conf
|
|
printf 'allow-loopback-pinentry\n' > /root/.gnupg/gpg-agent.conf
|
|
gpg-connect-agent reloadagent /bye
|
|
pkgs=()
|
|
for ext in xz zst gz; do
|
|
for f in *.pkg.tar.$ext; do [ -f "$f" ] && pkgs+=("$f"); done
|
|
done
|
|
# Force-replace db entries: remove the package by name first so the
|
|
# subsequent --new add records this build's CSIZE/SHA256, not the
|
|
# previous build's. (makepkg output isn't byte-stable across runs.)
|
|
if [ -f marfrit.db.tar.gz ]; then
|
|
for f in "${pkgs[@]}"; do
|
|
name=$(echo "$f" | sed -E 's/-[0-9].*//')
|
|
repo-remove --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
marfrit.db.tar.gz "$name" 2>/dev/null || true
|
|
done
|
|
fi
|
|
repo-add --new --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
--verify marfrit.db.tar.gz "${pkgs[@]}"
|
|
ln -sf marfrit.db.tar.gz marfrit.db
|
|
ln -sf marfrit.files.tar.gz marfrit.files
|
|
ln -sf marfrit.db.tar.gz.sig marfrit.db.sig
|
|
# marfrit.files isn't signed by repo-add (pacman only verifies .db)
|
|
rm -f marfrit.files.sig
|
|
|
|
- name: publish to aarch64
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
cd /tmp/arch-stage
|
|
retry rsync -avL --copy-unsafe-links \
|
|
-e 'ssh -i /root/.ssh/id_ed25519' \
|
|
./ mfritsche@nc.reauktion.de:arch/aarch64/
|
|
|
|
- name: wipe secrets
|
|
if: always()
|
|
run: rm -f /root/repo_pass /root/.ssh/id_ed25519 /root/.ssh/id_ed25519_hertz
|
|
|
|
# -------------------------------------------------------------------------
|
|
# lmcp Debian (Architecture: all) — built on the aarch64 runner using
|
|
# dpkg-deb (Arch ships dpkg in extra). The .deb is rsynced to hertz's
|
|
# incoming dir, then we trigger 'publish-deb' on hertz which runs
|
|
# reprepro and mirrors dists/+pool/ to nc.
|
|
# -------------------------------------------------------------------------
|
|
lmcp-debian:
|
|
needs: lmcp-any # serialize after the Arch build to share the runner
|
|
runs-on: arch-aarch64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: install dpkg
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
retry pacman -Syu --noconfirm --needed dpkg openssh rsync curl
|
|
|
|
- name: install hertz deploy ssh key
|
|
env:
|
|
KEY: ${{ secrets.MARFRIT_REPO_HERTZ_KEY }}
|
|
run: |
|
|
mkdir -m700 -p /root/.ssh
|
|
printf '%s\n' "$KEY" > /root/.ssh/id_ed25519_hertz
|
|
chmod 600 /root/.ssh/id_ed25519_hertz
|
|
ssh-keyscan -t ed25519 hertz.fritz.box >> /root/.ssh/known_hosts 2>/dev/null
|
|
|
|
- name: build lmcp .deb
|
|
run: |
|
|
set -e
|
|
cd debian/lmcp
|
|
./build-deb.sh
|
|
ls -la *.deb
|
|
|
|
- name: upload + publish to suites
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
cd debian/lmcp
|
|
DEB=$(ls lmcp_*.deb | head -1)
|
|
# Push the .deb into hertz's incoming dir via rrsync.
|
|
retry rsync -av -e 'ssh -i /root/.ssh/id_ed25519_hertz' "$DEB" \
|
|
marfritrepo@hertz.fritz.box:
|
|
# Trigger reprepro for each suite.
|
|
for suite in bookworm trixie; do
|
|
retry ssh -i /root/.ssh/id_ed25519_hertz marfritrepo@hertz.fritz.box \
|
|
"publish-deb $suite $DEB"
|
|
done
|
|
|
|
- name: wipe secrets
|
|
if: always()
|
|
run: rm -f /root/.ssh/id_ed25519_hertz
|
|
|
|
# -------------------------------------------------------------------------
|
|
# lmcp is pure Lua (arch=any). One build on the aarch64 runner produces a
|
|
# package that's valid on every pacman-based target, so we publish the same
|
|
# .pkg.tar.* to both /arch/aarch64/ and /arch/x86_64/ after rebuilding each
|
|
# db with the package registered.
|
|
# -------------------------------------------------------------------------
|
|
lmcp-any:
|
|
needs: distcc-avahi-aarch64 # serialize on shared aarch64 db; expand later
|
|
runs-on: arch-aarch64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: bootstrap runner (idempotent)
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
retry pacman -Syu --noconfirm --needed base-devel git rsync gnupg openssh sudo lua lua-socket
|
|
|
|
- name: import signing key
|
|
env:
|
|
PRIV: ${{ secrets.MARFRIT_REPO_PRIVATE_KEY }}
|
|
PASS: ${{ secrets.MARFRIT_REPO_PASSPHRASE }}
|
|
run: |
|
|
set -e
|
|
rm -rf /root/.gnupg /root/repo_pass
|
|
mkdir -m700 -p /root/.gnupg
|
|
printf '%s' "$PASS" > /root/repo_pass
|
|
chmod 600 /root/repo_pass
|
|
printf '%s\n' "$PRIV" | gpg --batch --import
|
|
echo "92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C:6:" | gpg --import-ownertrust
|
|
|
|
- name: install deploy ssh key
|
|
env:
|
|
KEY: ${{ secrets.MARFRIT_REPO_DEPLOY_KEY }}
|
|
run: |
|
|
mkdir -m700 -p /root/.ssh
|
|
printf '%s\n' "$KEY" > /root/.ssh/id_ed25519
|
|
chmod 600 /root/.ssh/id_ed25519
|
|
ssh-keyscan -t ed25519 nc.reauktion.de > /root/.ssh/known_hosts 2>/dev/null
|
|
|
|
- name: makepkg lmcp
|
|
run: |
|
|
set -e
|
|
rm -rf /tmp/build-lmcp
|
|
cp -r arch/lmcp /tmp/build-lmcp
|
|
chown -R builder:builder /tmp/build-lmcp
|
|
cd /tmp/build-lmcp
|
|
sudo -u builder -H makepkg --nocheck --noconfirm --syncdeps --cleanbuild
|
|
ls -la *.pkg.tar.* | grep -v "\.sig$"
|
|
|
|
- name: sign lmcp
|
|
run: |
|
|
set -e
|
|
cd /tmp/build-lmcp
|
|
for f in *.pkg.tar.xz *.pkg.tar.zst *.pkg.tar.gz; do
|
|
[ -f "$f" ] || continue
|
|
gpg --batch --pinentry-mode loopback --passphrase-file /root/repo_pass \
|
|
--detach-sign --yes -u 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C "$f"
|
|
done
|
|
|
|
- name: publish lmcp to both arches
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
export GNUPGHOME=/root/.gnupg
|
|
printf 'pinentry-mode loopback\npassphrase-file /root/repo_pass\n' > /root/.gnupg/gpg.conf
|
|
printf 'allow-loopback-pinentry\n' > /root/.gnupg/gpg-agent.conf
|
|
gpg-connect-agent reloadagent /bye
|
|
|
|
for target in aarch64 x86_64; do
|
|
stage="/tmp/arch-stage-$target"
|
|
rm -rf "$stage"; mkdir -p "$stage"; cd "$stage"
|
|
for f in marfrit.db.tar.gz marfrit.db.tar.gz.sig marfrit.files.tar.gz marfrit.files.tar.gz.sig; do
|
|
curl -sSLf "https://packages.reauktion.de/arch/$target/$f" -o "$f" || rm -f "$f"
|
|
done
|
|
cp /tmp/build-lmcp/*.pkg.tar.* .
|
|
pkgs=()
|
|
for ext in xz zst gz; do
|
|
for f in *.pkg.tar.$ext; do [ -f "$f" ] && pkgs+=("$f"); done
|
|
done
|
|
if [ -f marfrit.db.tar.gz ]; then
|
|
for f in "${pkgs[@]}"; do
|
|
name=$(echo "$f" | sed -E 's/-[0-9].*//')
|
|
repo-remove --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
marfrit.db.tar.gz "$name" 2>/dev/null || true
|
|
done
|
|
fi
|
|
repo-add --new --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
--verify marfrit.db.tar.gz "${pkgs[@]}"
|
|
ln -sf marfrit.db.tar.gz marfrit.db
|
|
ln -sf marfrit.files.tar.gz marfrit.files
|
|
ln -sf marfrit.db.tar.gz.sig marfrit.db.sig
|
|
ln -sf marfrit.files.tar.gz.sig marfrit.files.sig
|
|
retry rsync -avL --copy-unsafe-links \
|
|
-e 'ssh -i /root/.ssh/id_ed25519' \
|
|
./ "mfritsche@nc.reauktion.de:arch/$target/"
|
|
done
|
|
|
|
- name: wipe secrets
|
|
if: always()
|
|
run: rm -f /root/repo_pass /root/.ssh/id_ed25519
|
|
|
|
# -------------------------------------------------------------------------
|
|
# claude-his-agent (arch=any) — pure markdown + shell, one pkg valid on all
|
|
# pacman targets. Same dual-arch publish trick as lmcp.
|
|
# -------------------------------------------------------------------------
|
|
claude-his-any:
|
|
needs: lmcp-debian
|
|
runs-on: arch-aarch64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: bootstrap runner (idempotent)
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
retry pacman -Syu --noconfirm --needed base-devel git rsync gnupg openssh sudo
|
|
|
|
- name: import signing key
|
|
env:
|
|
PRIV: ${{ secrets.MARFRIT_REPO_PRIVATE_KEY }}
|
|
PASS: ${{ secrets.MARFRIT_REPO_PASSPHRASE }}
|
|
run: |
|
|
set -e
|
|
rm -rf /root/.gnupg /root/repo_pass
|
|
mkdir -m700 -p /root/.gnupg
|
|
printf '%s' "$PASS" > /root/repo_pass
|
|
chmod 600 /root/repo_pass
|
|
printf '%s\n' "$PRIV" | gpg --batch --import
|
|
echo "92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C:6:" | gpg --import-ownertrust
|
|
|
|
- name: install deploy ssh key
|
|
env:
|
|
KEY: ${{ secrets.MARFRIT_REPO_DEPLOY_KEY }}
|
|
run: |
|
|
mkdir -m700 -p /root/.ssh
|
|
printf '%s\n' "$KEY" > /root/.ssh/id_ed25519
|
|
chmod 600 /root/.ssh/id_ed25519
|
|
ssh-keyscan -t ed25519 nc.reauktion.de > /root/.ssh/known_hosts 2>/dev/null
|
|
|
|
- name: makepkg claude-his-agent
|
|
run: |
|
|
set -e
|
|
rm -rf /tmp/build-his
|
|
cp -r arch/claude-his-agent /tmp/build-his
|
|
chown -R builder:builder /tmp/build-his
|
|
cd /tmp/build-his
|
|
sudo -u builder -H makepkg --nocheck --noconfirm --syncdeps --cleanbuild
|
|
ls -la *.pkg.tar.* | grep -v "\.sig$"
|
|
|
|
- name: sign claude-his-agent
|
|
run: |
|
|
set -e
|
|
cd /tmp/build-his
|
|
for f in *.pkg.tar.xz *.pkg.tar.zst *.pkg.tar.gz; do
|
|
[ -f "$f" ] || continue
|
|
gpg --batch --pinentry-mode loopback --passphrase-file /root/repo_pass \
|
|
--detach-sign --yes -u 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C "$f"
|
|
done
|
|
|
|
- name: publish claude-his-agent to both arches
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
export GNUPGHOME=/root/.gnupg
|
|
printf 'pinentry-mode loopback\npassphrase-file /root/repo_pass\n' > /root/.gnupg/gpg.conf
|
|
printf 'allow-loopback-pinentry\n' > /root/.gnupg/gpg-agent.conf
|
|
gpg-connect-agent reloadagent /bye
|
|
|
|
for target in aarch64 x86_64; do
|
|
stage="/tmp/arch-stage-his-$target"
|
|
rm -rf "$stage"; mkdir -p "$stage"; cd "$stage"
|
|
for f in marfrit.db.tar.gz marfrit.db.tar.gz.sig marfrit.files.tar.gz marfrit.files.tar.gz.sig; do
|
|
curl -sSLf "https://packages.reauktion.de/arch/$target/$f" -o "$f" || rm -f "$f"
|
|
done
|
|
cp /tmp/build-his/*.pkg.tar.* .
|
|
pkgs=()
|
|
for ext in xz zst gz; do
|
|
for f in *.pkg.tar.$ext; do [ -f "$f" ] && pkgs+=("$f"); done
|
|
done
|
|
if [ -f marfrit.db.tar.gz ]; then
|
|
for f in "${pkgs[@]}"; do
|
|
name=$(echo "$f" | sed -E 's/-[0-9].*//')
|
|
repo-remove --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
marfrit.db.tar.gz "$name" 2>/dev/null || true
|
|
done
|
|
fi
|
|
repo-add --new --sign --key 92D5E96D8F63C75E4116AA1FF5C8C4603D0D250C \
|
|
--verify marfrit.db.tar.gz "${pkgs[@]}"
|
|
ln -sf marfrit.db.tar.gz marfrit.db
|
|
ln -sf marfrit.files.tar.gz marfrit.files
|
|
ln -sf marfrit.db.tar.gz.sig marfrit.db.sig
|
|
ln -sf marfrit.files.tar.gz.sig marfrit.files.sig
|
|
retry rsync -avL --copy-unsafe-links \
|
|
-e 'ssh -i /root/.ssh/id_ed25519' \
|
|
./ "mfritsche@nc.reauktion.de:arch/$target/"
|
|
done
|
|
|
|
- name: wipe secrets
|
|
if: always()
|
|
run: rm -f /root/repo_pass /root/.ssh/id_ed25519
|
|
|
|
# -------------------------------------------------------------------------
|
|
# claude-his-agent Debian (Architecture: all) — same dpkg-deb pattern as
|
|
# lmcp-debian; publishes to bookworm + trixie via hertz reprepro.
|
|
# -------------------------------------------------------------------------
|
|
claude-his-debian:
|
|
needs: claude-his-any
|
|
runs-on: arch-aarch64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: install dpkg
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
retry pacman -Syu --noconfirm --needed dpkg openssh rsync curl
|
|
|
|
- name: install hertz deploy ssh key
|
|
env:
|
|
KEY: ${{ secrets.MARFRIT_REPO_HERTZ_KEY }}
|
|
run: |
|
|
mkdir -m700 -p /root/.ssh
|
|
printf '%s\n' "$KEY" > /root/.ssh/id_ed25519_hertz
|
|
chmod 600 /root/.ssh/id_ed25519_hertz
|
|
ssh-keyscan -t ed25519 hertz.fritz.box >> /root/.ssh/known_hosts 2>/dev/null
|
|
|
|
- name: build claude-his-agent .deb
|
|
run: |
|
|
set -e
|
|
cd debian/claude-his-agent
|
|
./build-deb.sh
|
|
ls -la *.deb
|
|
|
|
- name: upload + publish to suites
|
|
run: |
|
|
set -e
|
|
retry() { for i in 1 2 3; do "$@" && return 0; rc=$?; echo "retry $i (exit=$rc)" >&2; sleep $((i*5)); done; return 1; }
|
|
cd debian/claude-his-agent
|
|
DEB=$(ls claude-his-agent_*.deb | head -1)
|
|
retry rsync -av -e 'ssh -i /root/.ssh/id_ed25519_hertz' "$DEB" \
|
|
marfritrepo@hertz.fritz.box:
|
|
for suite in bookworm trixie; do
|
|
retry ssh -i /root/.ssh/id_ed25519_hertz marfritrepo@hertz.fritz.box \
|
|
"publish-deb $suite $DEB"
|
|
done
|
|
|
|
- name: wipe secrets
|
|
if: always()
|
|
run: rm -f /root/.ssh/id_ed25519_hertz
|