Eric WagonerandClaude Fable 5.1
60435fef84
Eight cron monitors, two per game, watched eight scripts that run on the same box at the same two minutes. hall-nightly.sh now runs the hall's own rollup and every game's rollup at 00:12, and every game's backup at 07:23, finding the games by their scripts in /usr/local/bin, and checks in once for each job to the gamehall project's hall-rollup and hall-backup monitors. The template's rollup and backup say by their exit status whether they managed, the skipped backup included, and its deploy leaves the game's own cron file off a host the hall schedules. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
57 lines
2.3 KiB
Bash
Executable File
57 lines
2.3 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Nightly ledger backup to DigitalOcean Spaces, one prefix per game in the shared bucket.
|
|
# current/ - mirror of /var/lib/__SLUG__, less the rollup (rebuilt from logs)
|
|
# snapshots/ - one dated copy per day, pruned after 90 days
|
|
# Ledgers are append-only JSONL; the game server never needs stopping.
|
|
# Sentry Crons check-in: /root/.__SLUG__-sentry-cron holds the check-in
|
|
# URL (absent file = no check-ins). SCHEDULE must match /etc/cron.d/__SLUG__.
|
|
# On a host the hall shares, hall-nightly.sh runs this and checks in once
|
|
# for every game, so the file is absent and the exit status is the word.
|
|
set -u
|
|
SCHEDULE="23 7 * * *"
|
|
BUCKET="kestrel-wizwar-backups" # the hall's shared Space, named for its first tenant
|
|
PREFIX="__SLUG__"
|
|
SRC="/var/lib/__SLUG__"
|
|
LOG="/var/log/__SLUG__/backup.log"
|
|
STAMP=$(date +%Y-%m-%d)
|
|
mkdir -p "$(dirname "$LOG")"
|
|
CRON_URL=$(cat /root/.__SLUG__-sentry-cron 2>/dev/null || true)
|
|
# One check-in, when the run ends, carrying its duration: a start and a
|
|
# finish sent seconds apart can reach Sentry in either order, and a start
|
|
# that lands second is never closed. A run that never ends sends nothing,
|
|
# and Sentry marks the night missed.
|
|
START=$SECONDS
|
|
checkin() {
|
|
[ -n "$CRON_URL" ] && curl -sf -o /dev/null -X POST -H "Content-Type: application/json" \
|
|
-d "{\"status\":\"$1\",\"duration\":$((SECONDS - START)),\"monitor_config\":{\"schedule\":{\"type\":\"crontab\",\"value\":\"$SCHEDULE\"},\"checkin_margin\":30,\"max_runtime\":10,\"timezone\":\"UTC\"}}" \
|
|
"$CRON_URL" || true
|
|
}
|
|
|
|
if [ ! -s /root/.config/rclone/rclone.conf ]; then
|
|
echo "$(date -Is) skipped: rclone is not configured" >> "$LOG"
|
|
exit 1
|
|
fi
|
|
|
|
status=0
|
|
{
|
|
echo "=== $(date -Is) backup start"
|
|
if rclone sync "$SRC" "spaces:$BUCKET/$PREFIX/current" --exclude 'rollup.jsonl' 2>&1 &&
|
|
rclone copy "$SRC" "spaces:$BUCKET/$PREFIX/snapshots/$STAMP" 2>&1; then
|
|
checkin ok
|
|
else
|
|
checkin error
|
|
status=1
|
|
fi
|
|
CUTOFF=$(date -d "90 days ago" +%Y-%m-%d)
|
|
rclone lsf "spaces:$BUCKET/$PREFIX/snapshots/" --dirs-only 2>/dev/null | \
|
|
while read -r d; do
|
|
day="${d%/}"
|
|
if [[ "$day" < "$CUTOFF" ]]; then
|
|
echo "pruning snapshot $day"
|
|
rclone purge "spaces:$BUCKET/$PREFIX/snapshots/$day" 2>&1
|
|
fi
|
|
done
|
|
echo "=== $(date -Is) backup done"
|
|
} >> "$LOG" 2>&1
|
|
exit $status
|