feat: power-loss boot resilience for Klubhaus DietPi
- restart: always for stack services - harden-boot.sh: fsck.repair, panic reboot, hardware watchdog, docker+zerotier enabled, klubhaus-stack.service autostart - kuma-online.sh: push up-heartbeat to Kuma on boot - RESILIENCE.md documents the Aug 30 failure + apply steps
This commit is contained in:
@@ -0,0 +1,71 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
# Idempotent boot-resilience hardening for the Klubhaus DietPi (run as root).
|
||||
# After a power blip the Pi should boot cleanly, repair its fs, restart the
|
||||
# stack, and mark itself online in Kuma without human intervention.
|
||||
|
||||
BOOT="${BOOT:-/boot}"
|
||||
SVC=/etc/systemd/system/klubhaus-stack.service
|
||||
BRINGUP=/usr/local/sbin/klubhaus-bringup.sh
|
||||
ONLINE=/usr/local/sbin/kuma-online.sh
|
||||
|
||||
echo "[1/6] cmdline: fsck.repair + panic reboot"
|
||||
if [ -f "$BOOT/cmdline.txt" ]; then
|
||||
for opt in fsck.repair=yes panic=10; do
|
||||
grep -q "$opt" "$BOOT/cmdline.txt" || sed -i "s/$/ $opt/" "$BOOT/cmdline.txt"
|
||||
done
|
||||
echo " -> $(cat "$BOOT/cmdline.txt")"
|
||||
fi
|
||||
|
||||
echo "[2/6] watchdog"
|
||||
if [ -f "$BOOT/config.txt" ]; then
|
||||
grep -q "dtparam=watchdog=on" "$BOOT/config.txt" || echo "dtparam=watchdog=on" >> "$BOOT/config.txt"
|
||||
fi
|
||||
sed -i 's/^#RuntimeWatchdogSec=.*/RuntimeWatchdogSec=20/' /etc/systemd/system.conf
|
||||
grep -q "^RuntimeWatchdogSec=" /etc/systemd/system.conf || echo "RuntimeWatchdogSec=20" >> /etc/systemd/system.conf
|
||||
|
||||
echo "[3/6] enable docker + zerotier"
|
||||
systemctl enable docker.service zerotier-one.service 2>/dev/null || true
|
||||
|
||||
echo "[4/6] install bringup script"
|
||||
cat > "$BRINGUP" <<'EOF'
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
while IFS= read -r f; do
|
||||
docker compose -f "$f" up -d
|
||||
done < <(find /root -maxdepth 2 -iname 'compose.y*ml' -print 2>/dev/null)
|
||||
/usr/local/sbin/kuma-online.sh || true
|
||||
EOF
|
||||
chmod +x "$BRINGUP"
|
||||
|
||||
echo "[5/6] install kuma-online hook"
|
||||
if [ -f /root/kuma-online.sh ]; then
|
||||
cp /root/kuma-online.sh "$ONLINE"
|
||||
chmod +x "$ONLINE"
|
||||
echo " -> installed from /root/kuma-online.sh"
|
||||
else
|
||||
echo " -> WARN: /root/kuma-online.sh not found; skipping (pushers already push)"
|
||||
fi
|
||||
|
||||
echo "[6/6] install + enable stack service"
|
||||
cat > "$SVC" <<'EOF'
|
||||
[Unit]
|
||||
Description=Bring up Klubhaus docker compose stack and mark online in Kuma
|
||||
After=network-online.target docker.service
|
||||
Wants=network-online.target docker.service
|
||||
|
||||
[Service]
|
||||
Type=oneshot
|
||||
RemainAfterExit=yes
|
||||
ExecStart=/usr/local/sbin/klubhaus-bringup.sh
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
EOF
|
||||
systemctl daemon-reload
|
||||
systemctl enable klubhaus-stack.service
|
||||
|
||||
echo
|
||||
echo "Done. A reboot applies cmdline/config.txt changes (fsck + watchdog)."
|
||||
echo "Verify after reboot: journalctl -u klubhaus-stack -b"
|
||||
@@ -0,0 +1,19 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
# Push an "up" heartbeat to every configured Kuma push URL.
|
||||
# URLs live in /root/.kuma-push.env (one per line, # for comments).
|
||||
ENV_FILE=/root/.kuma-push.env
|
||||
|
||||
[ -f "$ENV_FILE" ] || { echo "no $ENV_FILE"; exit 0; }
|
||||
|
||||
while IFS= read -r url; do
|
||||
case "$url" in
|
||||
""|"#"*) continue ;;
|
||||
esac
|
||||
if curl -fsS -G --data-urlencode "status=up" --data-urlencode "msg=pi-online" "$url" >/dev/null 2>&1; then
|
||||
echo "OK ${url#https://up.notsosm.art/api/push/}"
|
||||
else
|
||||
echo "FAIL ${url#https://up.notsosm.art/api/push/}"
|
||||
fi
|
||||
done < "$ENV_FILE"
|
||||
Reference in New Issue
Block a user