From 76a0768fdb306e90695d3b2d9e8076216768950b Mon Sep 17 00:00:00 2001 From: Vuong Hoang Date: Tue, 21 Apr 2026 17:00:23 -0700 Subject: [PATCH] restic: drop scheduled forget across all 6 hosts Forget against an --append-only rest-server fails every night (delete ops blocked). The resulting daily failure cluttered service status and logs without ever actually retiring old snapshots. Schedule is now removed from the forget block in all six profiles; the keep-daily / keep-weekly / keep-monthly / keep-yearly policy remains so manual invocations (during prune ceremonies, when --append-only is temporarily off) honor the intended retention. Files: configs/restic/ana-docker/profiles.yaml configs/restic/ana-ml2/profiles.yaml configs/restic/nh3-docker/profiles.yaml configs/restic/esh-docker-vm/profiles.yaml configs/restic/vm-esh-nas/profiles.yaml configs/restic/nh3-dev/profiles.yaml Each file has an inline comment marking why the schedule was dropped so a future reader doesn't re-add it thinking it was an oversight. STATUS.md: removed the "install Backrest nightly-restart timer" line item. User confirmed the UI timeout hits even at startup, so periodic restart wouldn't actually help. Root cause remains deferred. --- STATUS.md | 10 ++++++---- configs/restic/ana-docker/profiles.yaml | 6 +++--- configs/restic/ana-ml2/profiles.yaml | 6 +++--- configs/restic/esh-docker-vm/profiles.yaml | 6 +++--- configs/restic/nh3-dev/profiles.yaml | 9 +++------ configs/restic/nh3-docker/profiles.yaml | 6 +++--- configs/restic/vm-esh-nas/profiles.yaml | 6 +++--- 7 files changed, 24 insertions(+), 25 deletions(-) diff --git a/STATUS.md b/STATUS.md index 6b48750..f4f8c93 100644 --- a/STATUS.md +++ b/STATUS.md @@ -64,10 +64,12 @@ significant work lands — don't let it drift quietly. comment out `schedule:` under the `forget` block in profiles.yaml; redeploy; run `resticprofile unschedule forget` on each host. ~15 min. -4. **Install the Backrest nightly-restart systemd timer** on ana-docker as - a safety net for the intermittent UI timeout. Cheap insurance - regardless of root cause. ~2 min. Commands in session transcript - (search for `backrest-nightly-restart.timer`). + + +4. _(removed — see note above)_ ### 🟧 Real work (dedicated session each) diff --git a/configs/restic/ana-docker/profiles.yaml b/configs/restic/ana-docker/profiles.yaml index 726c4c6..8cef08d 100644 --- a/configs/restic/ana-docker/profiles.yaml +++ b/configs/restic/ana-docker/profiles.yaml @@ -65,9 +65,9 @@ default: # blocks the destructive half of prune. See README.md "Prune ceremony". tag: - host:ana-docker - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10% diff --git a/configs/restic/ana-ml2/profiles.yaml b/configs/restic/ana-ml2/profiles.yaml index d933935..ca12dcb 100644 --- a/configs/restic/ana-ml2/profiles.yaml +++ b/configs/restic/ana-ml2/profiles.yaml @@ -75,9 +75,9 @@ default: # See README.md "Prune ceremony". tag: - host:ana-ml2 - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10% diff --git a/configs/restic/esh-docker-vm/profiles.yaml b/configs/restic/esh-docker-vm/profiles.yaml index edeacad..c43520f 100644 --- a/configs/restic/esh-docker-vm/profiles.yaml +++ b/configs/restic/esh-docker-vm/profiles.yaml @@ -82,9 +82,9 @@ default: keep-yearly: 3 tag: - host:esh-docker-vm - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10% diff --git a/configs/restic/nh3-dev/profiles.yaml b/configs/restic/nh3-dev/profiles.yaml index 9e1a17e..ced843a 100644 --- a/configs/restic/nh3-dev/profiles.yaml +++ b/configs/restic/nh3-dev/profiles.yaml @@ -99,14 +99,11 @@ default: keep-weekly: 4 keep-monthly: 12 keep-yearly: 3 - # NOTE: forget against an --append-only rest-server FAILS (delete ops - # blocked). Schedule left in for when the prune ceremony flips - # --append-only off temporarily. See open thread. tag: - host:nh3-dev - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10% diff --git a/configs/restic/nh3-docker/profiles.yaml b/configs/restic/nh3-docker/profiles.yaml index c1be58b..198349c 100644 --- a/configs/restic/nh3-docker/profiles.yaml +++ b/configs/restic/nh3-docker/profiles.yaml @@ -68,9 +68,9 @@ default: # sites. See README.md "Prune ceremony". tag: - host:nh3-docker - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10% diff --git a/configs/restic/vm-esh-nas/profiles.yaml b/configs/restic/vm-esh-nas/profiles.yaml index d98ffb5..7e90555 100644 --- a/configs/restic/vm-esh-nas/profiles.yaml +++ b/configs/restic/vm-esh-nas/profiles.yaml @@ -82,9 +82,9 @@ default: keep-yearly: 3 tag: - host:vm-esh-nas - schedule: "*-*-* 03:00:00" - schedule-permission: system - schedule-log: /var/log/restic-forget.log + # Schedule removed 2026-04-21: forget against --append-only rest-server + # always fails (delete ops blocked). Run manually during the prune + # ceremony when --append-only is temporarily off. check: read-data-subset: 10%