From ce8951347b072bb0423ddf30e8403ed56b263aed Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Fri, 24 Jul 2026 14:13:23 +0000 Subject: [PATCH] runtime: publish HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457 --- ...OMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.json | 30 ++++ ...HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.txt | 27 ++++ runtime/latest.json | 22 +-- runtime/latest.txt | 153 ++---------------- 4 files changed, 79 insertions(+), 153 deletions(-) create mode 100644 runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.json create mode 100644 runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.txt diff --git a/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.json b/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.json new file mode 100644 index 0000000..1297ae9 --- /dev/null +++ b/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457", + "status": "FAIL", + "rc": 71, + "host": "pve01", + "mode": "read-only", + "component": "cluster-backup-reset", + "started_at_utc": "2026-07-24T14:13:21Z", + "finished_at_utc": "2026-07-24T14:13:22Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", + "command_sha256": "a938a7073b24eee71bba3ccc2abf8abc491a4d7012998e49608b73c98015ba67", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a", + "sanitized_output_sha256": "115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "DETAIL=HOST_FREEZE_RECHECK|NODE=pve01|STATUS=OK\nDETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-cluster-admin-vm-mail-cloud-backup.timer\nDETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-vaultwarden-isolated-restore-drill.timer\n" +} diff --git a/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.txt b/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.txt new file mode 100644 index 0000000..3e30ebc --- /dev/null +++ b/runtime/history/HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457.txt @@ -0,0 +1,27 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457 +STATUS=FAIL +RC=71 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-backup-reset +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 +COMMAND_SHA256=a938a7073b24eee71bba3ccc2abf8abc491a4d7012998e49608b73c98015ba67 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a +SANITIZED_OUTPUT_SHA256=115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a +OUTPUT_BEGIN +DETAIL=HOST_FREEZE_RECHECK|NODE=pve01|STATUS=OK +DETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-cluster-admin-vm-mail-cloud-backup.timer +DETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-vaultwarden-isolated-restore-drill.timer + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 614dad5..1297ae9 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,30 +1,30 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-BACKUP-HOST-WRITERS-FREEZE-456", - "status": "OK", - "rc": 0, + "command_id": "HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457", + "status": "FAIL", + "rc": 71, "host": "pve01", - "mode": "change", + "mode": "read-only", "component": "cluster-backup-reset", - "started_at_utc": "2026-07-24T14:00:17Z", - "finished_at_utc": "2026-07-24T14:00:33Z", + "started_at_utc": "2026-07-24T14:13:21Z", + "finished_at_utc": "2026-07-24T14:13:22Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "e4f078cea61f6b7336e67223b0c9e91a0b6bfeece68cdc69e659e2c488da13c4", + "command_sha256": "a938a7073b24eee71bba3ccc2abf8abc491a4d7012998e49608b73c98015ba67", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "changes_made": true, + "changes_made": false, "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "f85cd8cfc15fd16b65d8363f9114c123ac32ef735a2d76642cc3ad72845f82f9", - "sanitized_output_sha256": "f85cd8cfc15fd16b65d8363f9114c123ac32ef735a2d76642cc3ad72845f82f9", + "raw_evidence_sha256": "115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a", + "sanitized_output_sha256": "115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "DETAIL=TIMER_SET_OK|NODE=pve01|COUNT=37\nDETAIL=TIMER_SET_OK|NODE=pve02|COUNT=3\nDETAIL=TIMER_SET_OK|NODE=pve03|COUNT=0\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=filebrowser-backup.timer|SERVICE=filebrowser-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=filebrowser-restore-validate.timer|SERVICE=filebrowser-restore-validate.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-alertmanager-backup.timer|SERVICE=homelab-alertmanager-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-dockge-stacks.timer|SERVICE=homelab-appbackup-dockge-stacks.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-mariadb-batch.timer|SERVICE=homelab-appbackup-mariadb-batch.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-npmplus-edge.timer|SERVICE=homelab-appbackup-npmplus-edge.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-postgres-batch.timer|SERVICE=homelab-appbackup-postgres-batch.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-sqlite-batch.timer|SERVICE=homelab-appbackup-sqlite-batch.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-auto-backup.timer|SERVICE=homelab-auto-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-coverage-matrix.timer|SERVICE=homelab-backup-coverage-matrix.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-freshness.timer|SERVICE=homelab-backup-freshness.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-healthcheck.timer|SERVICE=homelab-backup-healthcheck.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-sla-health.timer|SERVICE=homelab-backup-sla-health.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-beszel-backup.timer|SERVICE=homelab-beszel-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-blackbox-exporter-backup.timer|SERVICE=homelab-blackbox-exporter-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-cluster-admin-incident-engine-backup.timer|SERVICE=homelab-cluster-admin-incident-engine-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-crypto-portfolio-backup.timer|SERVICE=homelab-crypto-portfolio-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-emergency-backup.timer|SERVICE=homelab-emergency-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-extended-appbackup.timer|SERVICE=homelab-extended-appbackup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-gitea-secondary-backup.timer|SERVICE=homelab-gitea-secondary-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-legacy-monitoring-backups.timer|SERVICE=homelab-legacy-monitoring-backups.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-critical-upload.timer|SERVICE=homelab-mail-cloud-critical-upload.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-edge-vm-upload.timer|SERVICE=homelab-mail-cloud-edge-vm-upload.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-nextcloud-vm-upload.timer|SERVICE=homelab-mail-cloud-nextcloud-vm-upload.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-restore-drill.timer|SERVICE=homelab-mail-cloud-restore-drill.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-router-running-config-mail-cloud.timer|SERVICE=homelab-router-running-config-mail-cloud.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-verified-backup-health.timer|SERVICE=homelab-verified-backup-health.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-backup-health.timer|SERVICE=homelab-vm-backup-health.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-backup-policy.timer|SERVICE=homelab-vm-backup-policy.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-full-backup.timer|SERVICE=homelab-vm-full-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-full-restore-drill.timer|SERVICE=homelab-vm-full-restore-drill.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-local-dumps-2cloud.timer|SERVICE=homelab-vm-local-dumps-2cloud.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-local-dumps-retention.timer|SERVICE=homelab-vm-local-dumps-retention.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=memos-backup.timer|SERVICE=memos-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=paperless-restore-dry-run.timer|SERVICE=paperless-restore-dry-run.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=skladchik-reports-monitor-backup-restore-check.timer|SERVICE=skladchik-reports-monitor-backup-restore-check.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=skladchik-reports-monitor-backup.timer|SERVICE=skladchik-reports-monitor-backup.service\nDETAIL=TIMER_PREFLIGHT|NODE=pve02|TIMER=forum-prod-fresh5-cloud-backup.timer|SERVICE=forum-prod-fresh5-cloud-backup.service\nDETAIL=DPKG_TIMER_PRESERVED|NODE=pve01|ENABLED=enabled\nDETAIL=DPKG_TIMER_PRESERVED|NODE=pve02|ENABLED=enabled\nDETAIL=DPKG_TIMER_PRESERVED|NODE=pve03|ENABLED=enabled\nDETAIL=PROXMOX_BACKUP_JOB=homelab-nightly-all|ENABLED_BEFORE=1|ENABLED_AFTER=0\nRemoved '/etc/systemd/system/timers.target.wants/filebrowser-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=filebrowser-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=filebrowser-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/filebrowser-restore-validate.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=filebrowser-restore-validate.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=filebrowser-restore-validate.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-alertmanager-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-alertmanager-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-alertmanager-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-appbackup-dockge-stacks.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-dockge-stacks.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-dockge-stacks.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-appbackup-mariadb-batch.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-mariadb-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-mariadb-batch.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-appbackup-npmplus-edge.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-npmplus-edge.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-npmplus-edge.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-appbackup-postgres-batch.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-postgres-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-postgres-batch.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-appbackup-sqlite-batch.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-sqlite-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-sqlite-batch.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-auto-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-auto-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-auto-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-backup-coverage-matrix.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-coverage-matrix.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-coverage-matrix.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-backup-freshness.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-freshness.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-freshness.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-backup-healthcheck.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-healthcheck.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-healthcheck.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-backup-sla-health.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-sla-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-sla-health.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-beszel-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-beszel-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-beszel-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-blackbox-exporter-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-blackbox-exporter-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-blackbox-exporter-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-cluster-admin-incident-engine-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-cluster-admin-incident-engine-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-cluster-admin-incident-engine-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-crypto-portfolio-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-crypto-portfolio-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-crypto-portfolio-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-emergency-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-emergency-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-emergency-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-extended-appbackup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-extended-appbackup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-extended-appbackup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-gitea-secondary-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-gitea-secondary-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-gitea-secondary-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-legacy-monitoring-backups.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-legacy-monitoring-backups.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-legacy-monitoring-backups.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-critical-upload.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-critical-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-critical-upload.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-edge-vm-upload.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-edge-vm-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-edge-vm-upload.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-nextcloud-vm-upload.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-nextcloud-vm-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-nextcloud-vm-upload.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-restore-drill.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-restore-drill.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-restore-drill.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-router-running-config-mail-cloud.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-router-running-config-mail-cloud.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-router-running-config-mail-cloud.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-verified-backup-health.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-verified-backup-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-verified-backup-health.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-backup-health.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-backup-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-backup-health.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-backup-policy.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-backup-policy.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-backup-policy.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-full-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-full-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-full-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-full-restore-drill.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-full-restore-drill.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-full-restore-drill.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-local-dumps-2cloud.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-local-dumps-2cloud.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-local-dumps-2cloud.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/homelab-vm-local-dumps-retention.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-local-dumps-retention.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-local-dumps-retention.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/memos-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=memos-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=memos-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/paperless-restore-dry-run.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=paperless-restore-dry-run.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=paperless-restore-dry-run.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/skladchik-reports-monitor-backup-restore-check.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=skladchik-reports-monitor-backup-restore-check.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=skladchik-reports-monitor-backup-restore-check.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/skladchik-reports-monitor-backup.timer'.\nDETAIL=FROZEN|NODE=pve01|TIMER=skladchik-reports-monitor-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=skladchik-reports-monitor-backup.service|SERVICE_ACTIVE=inactive\nRemoved '/etc/systemd/system/timers.target.wants/forum-prod-fresh5-cloud-backup.timer'.\nDETAIL=FROZEN|NODE=pve02|TIMER=forum-prod-fresh5-cloud-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=forum-prod-fresh5-cloud-backup.service|SERVICE_ACTIVE=inactive\nDETAIL=WRITER_PROCESS_CHECK|NODE=pve01|STATUS=NONE\nDETAIL=WRITER_PROCESS_CHECK|NODE=pve02|STATUS=NONE\nDETAIL=WRITER_PROCESS_CHECK|NODE=pve03|STATUS=NONE\nDETAIL=GUEST_CONFIG_SHA256_BEFORE=121518389af6a5a6445b2657e2d836fa2a50849f73d19fd50efae703574ba2fc\nDETAIL=GUEST_CONFIG_SHA256_AFTER=121518389af6a5a6445b2657e2d836fa2a50849f73d19fd50efae703574ba2fc\nDETAIL=STORAGE_CONFIG_SHA256_BEFORE=35f32ffa86ebc6a711aa1a44d8a0d3a89872fca686752c9db1fd0270049727b0\nDETAIL=STORAGE_CONFIG_SHA256_AFTER=35f32ffa86ebc6a711aa1a44d8a0d3a89872fca686752c9db1fd0270049727b0\nDETAIL=FAILED_455_SIDE_EFFECTS_RECONCILED=YES\nDETAIL=FROZEN_HOST_TIMER_COUNT=40\nDETAIL=HOST_BACKUP_WRITERS_FROZEN=YES\nDETAIL=GUEST_BACKUP_WRITERS_FROZEN=NOT_YET\nDETAIL=BACKUP_PAYLOAD_DELETED=NO\nCHANGES_MADE=YES\n" + "output": "DETAIL=HOST_FREEZE_RECHECK|NODE=pve01|STATUS=OK\nDETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-cluster-admin-vm-mail-cloud-backup.timer\nDETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-vaultwarden-isolated-restore-drill.timer\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index a495db6..3e30ebc 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,158 +1,27 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-BACKUP-HOST-WRITERS-FREEZE-456 -STATUS=OK -RC=0 +COMMAND_ID=HOMELAB-BACKUP-GUEST-WRITERS-AUDIT-457 +STATUS=FAIL +RC=71 HOST=pve01 -MODE=change +MODE=read-only COMPONENT=cluster-backup-reset REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=e4f078cea61f6b7336e67223b0c9e91a0b6bfeece68cdc69e659e2c488da13c4 +COMMAND_SHA256=a938a7073b24eee71bba3ccc2abf8abc491a4d7012998e49608b73c98015ba67 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGES_MADE=true +CHANGES_MADE=false SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=f85cd8cfc15fd16b65d8363f9114c123ac32ef735a2d76642cc3ad72845f82f9 -SANITIZED_OUTPUT_SHA256=f85cd8cfc15fd16b65d8363f9114c123ac32ef735a2d76642cc3ad72845f82f9 +RAW_EVIDENCE_SHA256=115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a +SANITIZED_OUTPUT_SHA256=115aa047b2d942e250440d96c3d64c670ee8da6863cddadf78898dc0cfc2701a OUTPUT_BEGIN -DETAIL=TIMER_SET_OK|NODE=pve01|COUNT=37 -DETAIL=TIMER_SET_OK|NODE=pve02|COUNT=3 -DETAIL=TIMER_SET_OK|NODE=pve03|COUNT=0 -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=filebrowser-backup.timer|SERVICE=filebrowser-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=filebrowser-restore-validate.timer|SERVICE=filebrowser-restore-validate.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-alertmanager-backup.timer|SERVICE=homelab-alertmanager-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-dockge-stacks.timer|SERVICE=homelab-appbackup-dockge-stacks.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-mariadb-batch.timer|SERVICE=homelab-appbackup-mariadb-batch.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-npmplus-edge.timer|SERVICE=homelab-appbackup-npmplus-edge.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-postgres-batch.timer|SERVICE=homelab-appbackup-postgres-batch.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-appbackup-sqlite-batch.timer|SERVICE=homelab-appbackup-sqlite-batch.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-auto-backup.timer|SERVICE=homelab-auto-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-coverage-matrix.timer|SERVICE=homelab-backup-coverage-matrix.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-freshness.timer|SERVICE=homelab-backup-freshness.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-healthcheck.timer|SERVICE=homelab-backup-healthcheck.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-backup-sla-health.timer|SERVICE=homelab-backup-sla-health.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-beszel-backup.timer|SERVICE=homelab-beszel-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-blackbox-exporter-backup.timer|SERVICE=homelab-blackbox-exporter-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-cluster-admin-incident-engine-backup.timer|SERVICE=homelab-cluster-admin-incident-engine-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-crypto-portfolio-backup.timer|SERVICE=homelab-crypto-portfolio-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-emergency-backup.timer|SERVICE=homelab-emergency-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-extended-appbackup.timer|SERVICE=homelab-extended-appbackup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-gitea-secondary-backup.timer|SERVICE=homelab-gitea-secondary-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-legacy-monitoring-backups.timer|SERVICE=homelab-legacy-monitoring-backups.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-critical-upload.timer|SERVICE=homelab-mail-cloud-critical-upload.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-edge-vm-upload.timer|SERVICE=homelab-mail-cloud-edge-vm-upload.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-nextcloud-vm-upload.timer|SERVICE=homelab-mail-cloud-nextcloud-vm-upload.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-mail-cloud-restore-drill.timer|SERVICE=homelab-mail-cloud-restore-drill.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-router-running-config-mail-cloud.timer|SERVICE=homelab-router-running-config-mail-cloud.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-verified-backup-health.timer|SERVICE=homelab-verified-backup-health.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-backup-health.timer|SERVICE=homelab-vm-backup-health.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-backup-policy.timer|SERVICE=homelab-vm-backup-policy.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-full-backup.timer|SERVICE=homelab-vm-full-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-full-restore-drill.timer|SERVICE=homelab-vm-full-restore-drill.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-local-dumps-2cloud.timer|SERVICE=homelab-vm-local-dumps-2cloud.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=homelab-vm-local-dumps-retention.timer|SERVICE=homelab-vm-local-dumps-retention.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=memos-backup.timer|SERVICE=memos-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=paperless-restore-dry-run.timer|SERVICE=paperless-restore-dry-run.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=skladchik-reports-monitor-backup-restore-check.timer|SERVICE=skladchik-reports-monitor-backup-restore-check.service -DETAIL=TIMER_PREFLIGHT|NODE=pve01|TIMER=skladchik-reports-monitor-backup.timer|SERVICE=skladchik-reports-monitor-backup.service -DETAIL=TIMER_PREFLIGHT|NODE=pve02|TIMER=forum-prod-fresh5-cloud-backup.timer|SERVICE=forum-prod-fresh5-cloud-backup.service -DETAIL=DPKG_TIMER_PRESERVED|NODE=pve01|ENABLED=enabled -DETAIL=DPKG_TIMER_PRESERVED|NODE=pve02|ENABLED=enabled -DETAIL=DPKG_TIMER_PRESERVED|NODE=pve03|ENABLED=enabled -DETAIL=PROXMOX_BACKUP_JOB=homelab-nightly-all|ENABLED_BEFORE=1|ENABLED_AFTER=0 -Removed '/etc/systemd/system/timers.target.wants/filebrowser-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=filebrowser-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=filebrowser-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/filebrowser-restore-validate.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=filebrowser-restore-validate.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=filebrowser-restore-validate.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-alertmanager-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-alertmanager-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-alertmanager-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-appbackup-dockge-stacks.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-dockge-stacks.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-dockge-stacks.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-appbackup-mariadb-batch.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-mariadb-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-mariadb-batch.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-appbackup-npmplus-edge.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-npmplus-edge.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-npmplus-edge.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-appbackup-postgres-batch.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-postgres-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-postgres-batch.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-appbackup-sqlite-batch.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-appbackup-sqlite-batch.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-appbackup-sqlite-batch.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-auto-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-auto-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-auto-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-backup-coverage-matrix.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-coverage-matrix.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-coverage-matrix.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-backup-freshness.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-freshness.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-freshness.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-backup-healthcheck.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-healthcheck.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-healthcheck.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-backup-sla-health.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-backup-sla-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-backup-sla-health.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-beszel-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-beszel-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-beszel-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-blackbox-exporter-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-blackbox-exporter-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-blackbox-exporter-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-cluster-admin-incident-engine-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-cluster-admin-incident-engine-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-cluster-admin-incident-engine-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-crypto-portfolio-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-crypto-portfolio-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-crypto-portfolio-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-emergency-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-emergency-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-emergency-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-extended-appbackup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-extended-appbackup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-extended-appbackup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-gitea-secondary-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-gitea-secondary-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-gitea-secondary-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-legacy-monitoring-backups.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-legacy-monitoring-backups.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-legacy-monitoring-backups.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-critical-upload.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-critical-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-critical-upload.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-edge-vm-upload.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-edge-vm-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-edge-vm-upload.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-nextcloud-vm-upload.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-nextcloud-vm-upload.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-nextcloud-vm-upload.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-mail-cloud-restore-drill.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-mail-cloud-restore-drill.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-mail-cloud-restore-drill.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-router-running-config-mail-cloud.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-router-running-config-mail-cloud.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-router-running-config-mail-cloud.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-verified-backup-health.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-verified-backup-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-verified-backup-health.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-backup-health.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-backup-health.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-backup-health.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-backup-policy.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-backup-policy.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-backup-policy.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-full-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-full-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-full-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-full-restore-drill.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-full-restore-drill.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-full-restore-drill.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-local-dumps-2cloud.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-local-dumps-2cloud.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-local-dumps-2cloud.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/homelab-vm-local-dumps-retention.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=homelab-vm-local-dumps-retention.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=homelab-vm-local-dumps-retention.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/memos-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=memos-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=memos-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/paperless-restore-dry-run.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=paperless-restore-dry-run.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=paperless-restore-dry-run.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/skladchik-reports-monitor-backup-restore-check.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=skladchik-reports-monitor-backup-restore-check.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=skladchik-reports-monitor-backup-restore-check.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/skladchik-reports-monitor-backup.timer'. -DETAIL=FROZEN|NODE=pve01|TIMER=skladchik-reports-monitor-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=skladchik-reports-monitor-backup.service|SERVICE_ACTIVE=inactive -Removed '/etc/systemd/system/timers.target.wants/forum-prod-fresh5-cloud-backup.timer'. -DETAIL=FROZEN|NODE=pve02|TIMER=forum-prod-fresh5-cloud-backup.timer|BEFORE_ENABLED=enabled|BEFORE_ACTIVE=active|AFTER_ENABLED=disabled|AFTER_ACTIVE=inactive|SERVICE=forum-prod-fresh5-cloud-backup.service|SERVICE_ACTIVE=inactive -DETAIL=WRITER_PROCESS_CHECK|NODE=pve01|STATUS=NONE -DETAIL=WRITER_PROCESS_CHECK|NODE=pve02|STATUS=NONE -DETAIL=WRITER_PROCESS_CHECK|NODE=pve03|STATUS=NONE -DETAIL=GUEST_CONFIG_SHA256_BEFORE=121518389af6a5a6445b2657e2d836fa2a50849f73d19fd50efae703574ba2fc -DETAIL=GUEST_CONFIG_SHA256_AFTER=121518389af6a5a6445b2657e2d836fa2a50849f73d19fd50efae703574ba2fc -DETAIL=STORAGE_CONFIG_SHA256_BEFORE=35f32ffa86ebc6a711aa1a44d8a0d3a89872fca686752c9db1fd0270049727b0 -DETAIL=STORAGE_CONFIG_SHA256_AFTER=35f32ffa86ebc6a711aa1a44d8a0d3a89872fca686752c9db1fd0270049727b0 -DETAIL=FAILED_455_SIDE_EFFECTS_RECONCILED=YES -DETAIL=FROZEN_HOST_TIMER_COUNT=40 -DETAIL=HOST_BACKUP_WRITERS_FROZEN=YES -DETAIL=GUEST_BACKUP_WRITERS_FROZEN=NOT_YET -DETAIL=BACKUP_PAYLOAD_DELETED=NO -CHANGES_MADE=YES +DETAIL=HOST_FREEZE_RECHECK|NODE=pve01|STATUS=OK +DETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-cluster-admin-vm-mail-cloud-backup.timer +DETAIL=HOST_ACTIVE_BACKUP_TIMER|NODE=pve02|homelab-vaultwarden-isolated-restore-drill.timer OUTPUT_END CHAT_OUTPUT_END