1
0
Files
homelab-public-context/runtime/history/HOMELAB-TERMINAL-DECISION-136.json
2026-07-21 19:51:17 +00:00

31 lines
8.8 KiB
JSON

{
"schema_version": 1,
"channel": "homelab-runtime",
"command_id": "HOMELAB-TERMINAL-DECISION-136",
"status": "OK",
"rc": 0,
"host": "pve01",
"mode": "read-only",
"component": "cluster-audit",
"started_at_utc": "2026-07-21T19:51:16Z",
"finished_at_utc": "2026-07-21T19:51:16Z",
"reference_register_checked": true,
"reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e",
"error_register_checked": true,
"error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752",
"command_sha256": "04f3260b54a22b3434621d0b827c5ac3bfddc7a2d2fa400e26bc081c3e334b15",
"duplicate_failed_command_blocked": false,
"block_reason": null,
"execution_started": true,
"changes_made": false,
"sanitized": true,
"secrets_included": false,
"private_addresses_included": false,
"raw_evidence_retained_locally": true,
"raw_evidence_sha256": "9e14acc4431585654d55d0459a67961b329a9bbc8ade0297346746333f398625",
"sanitized_output_sha256": "9e14acc4431585654d55d0459a67961b329a9bbc8ade0297346746333f398625",
"output_truncated_in_json": false,
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
"output": "JSON_IMMUTABLE_COMMIT=8457efb7a3b0a859f22b21c16f398f156769bacd\nTXT_IMMUTABLE_COMMIT=8457efb7a3b0a859f22b21c16f398f156769bacd\n=== IMMUTABLE_135 ===\nCOMMAND_ID=HOMELAB-TERMINAL-CLOSURE-135\nSTATUS=FAIL\nRC=42\nEXECUTION_STARTED=true\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nERROR_REGISTERED=no\nTERMINAL_RESULT=BLOCKED\nWORKFLOW_STATUS=REQUIRES_ACTION\nTOTAL_FINAL_RISKS=21\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nHOMELAB_FINAL_RESULT=BLOCKED\nBLOCKER_CLASS=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== BLOCKER_COUNTS ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\n=== BLOCKER_EVIDENCE ===\n=== BLOCKER_EVIDENCE ===\nCluster information\n-------------------\nName: homelab\nConfig Version: 3\nTransport: knet\nSecure auth: on\n\nQuorum information\n------------------\nDate: Tue Jul 21 22:48:26 2026\nQuorum provider: corosync_votequorum\nNodes: 3\nNode ID: 0x00000001\nRing ID: 1.9d\nQuorate: Yes\n\nVotequorum information\n----------------------\nExpected votes: 3\nHighest expected: 3\nTotal votes: 3\nQuorum: 2 \nFlags: Quorate \n\nMembership information\n----------------------\n Nodeid Votes Name\n0x00000001 1 [PRIVATE_IP] (local)\n0x00000002 1 [PRIVATE_IP]\n0x00000003 1 [PRIVATE_IP]\nhomelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\nhomelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\nhomelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --mailnotification failure --prune-backups 'keep-daily=4' --mode snapshot --storage local --compress zstd --quiet 1\nSTATUS=WARN TS=2026-07-19T05:14:41Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --prune-backups 'keep-daily=4' --mode snapshot --mailnotification failure --storage local --compress zstd --quiet 1\nSTATUS=WARN TS=2026-07-20T05:10:25Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --compress zstd --quiet 1 --mode snapshot --prune-backups 'keep-daily=4' --mailnotification failure --storage local\nSTATUS=WARN TS=2026-07-21T05:01:14Z TYPE=overall-health BAD=7 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=WARN backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=WARN cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\n/var/lib/vz/dump/vzdump-lxc-110-2026_07_21-03_30_02.tar.zst\n/var/lib/vz/dump/vzdump-lxc-110-2026_07_19-03_45_38.tar.zst\n/var/lib/vz/dump/vzdump-lxc-112-2026_07_20-03_30_08.tar.zst\n/var/lib/vz/dump/vzdump-lxc-110-2026_07_18-03_30_00.tar.zst\n/var/lib/vz/dump/vzdump-qemu-150-2026_07_19-03_30_16.vma.zst\n/var/lib/vz/dump/vzdump-lxc-112-2026_07_19-03_45_47.tar.zst\n/var/lib/vz/dump/vzdump-qemu-150-2026_07_21-03_30_16.vma.zst\n/var/lib/vz/dump/vzdump-qemu-150-2026_07_20-03_30_14.vma.zst\n/var/lib/vz/dump/vzdump-lxc-110-2026_07_20-03_30_00.tar.zst\n/var/lib/vz/dump/vzdump-qemu-150-2026_07_18-03_30_13.vma.zst\n/var/lib/vz/dump/vzdump-lxc-112-2026_07_21-03_30_10.tar.zst\n/var/lib/vz/dump/vzdump-lxc-112-2026_07_18-03_30_08.tar.zst\nHOMELAB_TERMINAL_CLOSURE=BLOCKED\n\nOUTPUT_END\nCHAT_OUTPUT_END\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nHOMELAB_TERMINAL_DECISION=COMPLETE\n"
}