From 9912bd83ecc5747966fed0719a5393cc4c828bf0 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 21 Jul 2026 15:59:08 +0000 Subject: [PATCH] runtime: publish HOMELAB-122-DECISION-123 --- runtime/history/HOMELAB-122-DECISION-123.json | 30 +++++ runtime/history/HOMELAB-122-DECISION-123.txt | 112 ++++++++++++++++++ runtime/latest.json | 14 +-- runtime/latest.txt | 83 ++++++++----- 4 files changed, 203 insertions(+), 36 deletions(-) create mode 100644 runtime/history/HOMELAB-122-DECISION-123.json create mode 100644 runtime/history/HOMELAB-122-DECISION-123.txt diff --git a/runtime/history/HOMELAB-122-DECISION-123.json b/runtime/history/HOMELAB-122-DECISION-123.json new file mode 100644 index 0000000..0577b95 --- /dev/null +++ b/runtime/history/HOMELAB-122-DECISION-123.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-122-DECISION-123", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-07-21T15:59:07Z", + "finished_at_utc": "2026-07-21T15:59:07Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", + "command_sha256": "349e58af3a0fcb597cfcfd602116aed1ad8b32f3051714ae11cdc2decc64e1c4", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1", + "sanitized_output_sha256": "ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "=== IMMUTABLE_122 ===\nCOMMAND_ID=HOMELAB-INDEPENDENT-FINAL-STATE-122\nIMMUTABLE_COMMIT=97301771d177621643129aba26090667abc04c43\ncut: '\"': No such file or directory\nJSON_SHA256=\ncut: '\"': No such file or directory\nTXT_SHA256=\ncut: '\"': No such file or directory\nERROR_REGISTER_SHA256=\nSTATUS=OK\nRC=0\nEXECUTION_STARTED=true\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nERROR_REGISTERED=no\n=== RESULT_MARKERS ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\nHOMELAB_FINAL_STATE=BLOCKED\nFINAL_GATE=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nHOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE\nPARSED_STATE=COMPLETE\nPARSED_GATE=BLOCKED\nPARSED_WORKFLOW=UNKNOWN\nPARSED_TOTAL_RISKS=21\nPARSED_NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nDECISION_122=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== BLOCKER_EVIDENCE ===\nCOMPONENT=cluster-audit\nREFERENCE_REGISTER_CHECK=OK\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\nERROR_REGISTER_CHECK=OK\nERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752\nCOMMAND_SHA256=b3b366284f3b29c9881d7ddd136b158f6d1ccb5b9b40115149cf2a24918fd4c5\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nEXECUTION_STARTED=true\nCHANGES_MADE=false\nSANITIZED=yes\nSECRETS_INCLUDED=no\nPRIVATE_ADDRESSES_INCLUDED=no\nRAW_EVIDENCE_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e\nSANITIZED_OUTPUT_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e\nOUTPUT_BEGIN\n--\nSTATUS=OK\nRC=0\nEXECUTION_STARTED=yes\nERROR_REGISTERED=no\nPREVIOUS_FINAL_VERIFICATION=BLOCKED\nPREVIOUS_NEXT_ACTION=REPAIR_COMMAND_119\nPREVIOUS_FINAL_DECISION_120=PREVIOUS_COMMAND_FAILED\nPREVIOUS_WORKFLOW_STATUS_120=UNKNOWN\nPREVIOUS_NEXT_ACTION_120=REPAIR_COMMAND_119\n=== INDEPENDENT_FINAL_STATE ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\nHOMELAB_FINAL_STATE=BLOCKED\nFINAL_GATE=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== PROBE_FAILURE_EVIDENCE ===\nNONE\n=== QUORUM_EVIDENCE ===\nNONE\n=== FAILED_UNIT_EVIDENCE ===\nhomelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\nhomelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\nhomelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n=== STORAGE_EVIDENCE ===\nNONE\n=== CAPACITY_EVIDENCE ===\nNONE\n=== KERNEL_EVIDENCE ===\nHOMELAB_122_DECISION=COMPLETE\n" +} diff --git a/runtime/history/HOMELAB-122-DECISION-123.txt b/runtime/history/HOMELAB-122-DECISION-123.txt new file mode 100644 index 0000000..3b4a1b9 --- /dev/null +++ b/runtime/history/HOMELAB-122-DECISION-123.txt @@ -0,0 +1,112 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-122-DECISION-123 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=349e58af3a0fcb597cfcfd602116aed1ad8b32f3051714ae11cdc2decc64e1c4 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1 +SANITIZED_OUTPUT_SHA256=ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1 +OUTPUT_BEGIN +=== IMMUTABLE_122 === +COMMAND_ID=HOMELAB-INDEPENDENT-FINAL-STATE-122 +IMMUTABLE_COMMIT=97301771d177621643129aba26090667abc04c43 +cut: '"': No such file or directory +JSON_SHA256= +cut: '"': No such file or directory +TXT_SHA256= +cut: '"': No such file or directory +ERROR_REGISTER_SHA256= +STATUS=OK +RC=0 +EXECUTION_STARTED=true +DUPLICATE_FAILED_COMMAND_BLOCKED=false +ERROR_REGISTERED=no +=== RESULT_MARKERS === +PROBE_FAILURES=0 +QUORUM_RISKS=0 +FAILED_UNIT_RISKS=3 +STORAGE_STATE_RISKS=0 +CAPACITY_RISKS=0 +KERNEL_RISKS=0 +BACKUP_POLICY_RISKS=6 +LOCAL_BACKUP_ARCHIVES=12 +TOTAL_FINAL_RISKS=21 +HOMELAB_FINAL_STATE=BLOCKED +FINAL_GATE=BLOCKED +NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +HOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE +PARSED_STATE=COMPLETE +PARSED_GATE=BLOCKED +PARSED_WORKFLOW=UNKNOWN +PARSED_TOTAL_RISKS=21 +PARSED_NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +DECISION_122=BLOCKED +NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +=== BLOCKER_EVIDENCE === +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=b3b366284f3b29c9881d7ddd136b158f6d1ccb5b9b40115149cf2a24918fd4c5 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e +SANITIZED_OUTPUT_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e +OUTPUT_BEGIN +-- +STATUS=OK +RC=0 +EXECUTION_STARTED=yes +ERROR_REGISTERED=no +PREVIOUS_FINAL_VERIFICATION=BLOCKED +PREVIOUS_NEXT_ACTION=REPAIR_COMMAND_119 +PREVIOUS_FINAL_DECISION_120=PREVIOUS_COMMAND_FAILED +PREVIOUS_WORKFLOW_STATUS_120=UNKNOWN +PREVIOUS_NEXT_ACTION_120=REPAIR_COMMAND_119 +=== INDEPENDENT_FINAL_STATE === +PROBE_FAILURES=0 +QUORUM_RISKS=0 +FAILED_UNIT_RISKS=3 +STORAGE_STATE_RISKS=0 +CAPACITY_RISKS=0 +KERNEL_RISKS=0 +BACKUP_POLICY_RISKS=6 +LOCAL_BACKUP_ARCHIVES=12 +TOTAL_FINAL_RISKS=21 +HOMELAB_FINAL_STATE=BLOCKED +FINAL_GATE=BLOCKED +NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +=== PROBE_FAILURE_EVIDENCE === +NONE +=== QUORUM_EVIDENCE === +NONE +=== FAILED_UNIT_EVIDENCE === +homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01 +homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03 +=== STORAGE_EVIDENCE === +NONE +=== CAPACITY_EVIDENCE === +NONE +=== KERNEL_EVIDENCE === +HOMELAB_122_DECISION=COMPLETE + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 89e3b20..0577b95 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-INDEPENDENT-FINAL-STATE-122", + "command_id": "HOMELAB-122-DECISION-123", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", "component": "cluster-audit", - "started_at_utc": "2026-07-21T15:56:26Z", - "finished_at_utc": "2026-07-21T15:56:29Z", + "started_at_utc": "2026-07-21T15:59:07Z", + "finished_at_utc": "2026-07-21T15:59:07Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", - "command_sha256": "b3b366284f3b29c9881d7ddd136b158f6d1ccb5b9b40115149cf2a24918fd4c5", + "command_sha256": "349e58af3a0fcb597cfcfd602116aed1ad8b32f3051714ae11cdc2decc64e1c4", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,9 +22,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e", - "sanitized_output_sha256": "e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e", + "raw_evidence_sha256": "ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1", + "sanitized_output_sha256": "ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "=== IMMUTABLE_PREVIOUS_RESULT ===\nCOMMAND_ID=HOMELAB-FINAL-DECISION-VERIFY-121\nIMMUTABLE_COMMIT=998ed1fee26a663aeb56b81f2ba8e2a9b7e6db7c\nJSON_SHA256=8a95884483fb17dd9a41da8e2c879542227c99d1c8a7430a7dc499f9146dc2ed\nTXT_SHA256=f89a9ced67bd288c6254995b0c1cbe5ce59752314d452c56c824fbee8e22110c\nSTATUS=OK\nRC=0\nEXECUTION_STARTED=yes\nERROR_REGISTERED=no\nPREVIOUS_FINAL_VERIFICATION=BLOCKED\nPREVIOUS_NEXT_ACTION=REPAIR_COMMAND_119\nPREVIOUS_FINAL_DECISION_120=PREVIOUS_COMMAND_FAILED\nPREVIOUS_WORKFLOW_STATUS_120=UNKNOWN\nPREVIOUS_NEXT_ACTION_120=REPAIR_COMMAND_119\n=== INDEPENDENT_FINAL_STATE ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\nHOMELAB_FINAL_STATE=BLOCKED\nFINAL_GATE=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== PROBE_FAILURE_EVIDENCE ===\nNONE\n=== QUORUM_EVIDENCE ===\nNONE\n=== FAILED_UNIT_EVIDENCE ===\nhomelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\nhomelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\nhomelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n=== STORAGE_EVIDENCE ===\nNONE\n=== CAPACITY_EVIDENCE ===\nNONE\n=== KERNEL_EVIDENCE ===\nNONE\n=== BACKUP_EVIDENCE ===\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --mailnotification failure --prune-backups 'keep-daily=4' --mode snapshot --storage local --compress zstd --quiet 1\nSTATUS=WARN TS=2026-07-19T05:14:41Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --prune-backups 'keep-daily=4' --mode snapshot --mailnotification failure --storage local --compress zstd --quiet 1\nSTATUS=WARN TS=2026-07-20T05:10:25Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\nINFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --compress zstd --quiet 1 --mode snapshot --prune-backups 'keep-daily=4' --mailnotification failure --storage local\nSTATUS=WARN TS=2026-07-21T05:01:14Z TYPE=overall-health BAD=7 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=WARN backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=WARN cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK\n=== LOCAL_ARCHIVE_EVIDENCE ===\n2026-07-21T03:30:09.7688696330 SIZE=329541843 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_21-03_30_02.tar.zst\n2026-07-19T03:45:46.2209130400 SIZE=323668231 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_19-03_45_38.tar.zst\n2026-07-20T03:30:13.7937629440 SIZE=222761273 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_20-03_30_08.tar.zst\n2026-07-18T03:30:08.0777625900 SIZE=321121649 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_18-03_30_00.tar.zst\n2026-07-19T03:31:06.8755351020 SIZE=7021297699 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_19-03_30_16.vma.zst\n2026-07-19T03:45:57.2700790730 SIZE=222745965 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_19-03_45_47.tar.zst\n2026-07-21T03:31:06.5717414950 SIZE=7021952392 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_21-03_30_16.vma.zst\n2026-07-20T03:31:03.2165123470 SIZE=7016275481 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_20-03_30_14.vma.zst\n2026-07-20T03:30:08.2096782720 SIZE=326601118 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_20-03_30_00.tar.zst\n2026-07-18T03:31:03.6566057240 SIZE=7022386770 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_18-03_30_13.vma.zst\n2026-07-21T03:30:15.9059638290 SIZE=222777732 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_21-03_30_10.tar.zst\n2026-07-18T03:30:13.5578457230 SIZE=222727760 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_18-03_30_08.tar.zst\nPREVIOUS_CHAIN_RESULT=OK\nHOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE\n" + "output": "=== IMMUTABLE_122 ===\nCOMMAND_ID=HOMELAB-INDEPENDENT-FINAL-STATE-122\nIMMUTABLE_COMMIT=97301771d177621643129aba26090667abc04c43\ncut: '\"': No such file or directory\nJSON_SHA256=\ncut: '\"': No such file or directory\nTXT_SHA256=\ncut: '\"': No such file or directory\nERROR_REGISTER_SHA256=\nSTATUS=OK\nRC=0\nEXECUTION_STARTED=true\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nERROR_REGISTERED=no\n=== RESULT_MARKERS ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\nHOMELAB_FINAL_STATE=BLOCKED\nFINAL_GATE=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nHOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE\nPARSED_STATE=COMPLETE\nPARSED_GATE=BLOCKED\nPARSED_WORKFLOW=UNKNOWN\nPARSED_TOTAL_RISKS=21\nPARSED_NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\nDECISION_122=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== BLOCKER_EVIDENCE ===\nCOMPONENT=cluster-audit\nREFERENCE_REGISTER_CHECK=OK\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\nERROR_REGISTER_CHECK=OK\nERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752\nCOMMAND_SHA256=b3b366284f3b29c9881d7ddd136b158f6d1ccb5b9b40115149cf2a24918fd4c5\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nEXECUTION_STARTED=true\nCHANGES_MADE=false\nSANITIZED=yes\nSECRETS_INCLUDED=no\nPRIVATE_ADDRESSES_INCLUDED=no\nRAW_EVIDENCE_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e\nSANITIZED_OUTPUT_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e\nOUTPUT_BEGIN\n--\nSTATUS=OK\nRC=0\nEXECUTION_STARTED=yes\nERROR_REGISTERED=no\nPREVIOUS_FINAL_VERIFICATION=BLOCKED\nPREVIOUS_NEXT_ACTION=REPAIR_COMMAND_119\nPREVIOUS_FINAL_DECISION_120=PREVIOUS_COMMAND_FAILED\nPREVIOUS_WORKFLOW_STATUS_120=UNKNOWN\nPREVIOUS_NEXT_ACTION_120=REPAIR_COMMAND_119\n=== INDEPENDENT_FINAL_STATE ===\nPROBE_FAILURES=0\nQUORUM_RISKS=0\nFAILED_UNIT_RISKS=3\nSTORAGE_STATE_RISKS=0\nCAPACITY_RISKS=0\nKERNEL_RISKS=0\nBACKUP_POLICY_RISKS=6\nLOCAL_BACKUP_ARCHIVES=12\nTOTAL_FINAL_RISKS=21\nHOMELAB_FINAL_STATE=BLOCKED\nFINAL_GATE=BLOCKED\nNEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS\n=== PROBE_FAILURE_EVIDENCE ===\nNONE\n=== QUORUM_EVIDENCE ===\nNONE\n=== FAILED_UNIT_EVIDENCE ===\nhomelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\nhomelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\nhomelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n=== STORAGE_EVIDENCE ===\nNONE\n=== CAPACITY_EVIDENCE ===\nNONE\n=== KERNEL_EVIDENCE ===\nHOMELAB_122_DECISION=COMPLETE\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 296ebb6..3b4a1b9 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,5 +1,5 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-INDEPENDENT-FINAL-STATE-122 +COMMAND_ID=HOMELAB-122-DECISION-123 STATUS=OK RC=0 HOST=pve01 @@ -9,6 +9,57 @@ REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=349e58af3a0fcb597cfcfd602116aed1ad8b32f3051714ae11cdc2decc64e1c4 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1 +SANITIZED_OUTPUT_SHA256=ceccc88286d1fa9aed82b7df3a2a03cd394b9fddc1c06bb2ab9efdd5822bcbd1 +OUTPUT_BEGIN +=== IMMUTABLE_122 === +COMMAND_ID=HOMELAB-INDEPENDENT-FINAL-STATE-122 +IMMUTABLE_COMMIT=97301771d177621643129aba26090667abc04c43 +cut: '"': No such file or directory +JSON_SHA256= +cut: '"': No such file or directory +TXT_SHA256= +cut: '"': No such file or directory +ERROR_REGISTER_SHA256= +STATUS=OK +RC=0 +EXECUTION_STARTED=true +DUPLICATE_FAILED_COMMAND_BLOCKED=false +ERROR_REGISTERED=no +=== RESULT_MARKERS === +PROBE_FAILURES=0 +QUORUM_RISKS=0 +FAILED_UNIT_RISKS=3 +STORAGE_STATE_RISKS=0 +CAPACITY_RISKS=0 +KERNEL_RISKS=0 +BACKUP_POLICY_RISKS=6 +LOCAL_BACKUP_ARCHIVES=12 +TOTAL_FINAL_RISKS=21 +HOMELAB_FINAL_STATE=BLOCKED +FINAL_GATE=BLOCKED +NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +HOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE +PARSED_STATE=COMPLETE +PARSED_GATE=BLOCKED +PARSED_WORKFLOW=UNKNOWN +PARSED_TOTAL_RISKS=21 +PARSED_NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +DECISION_122=BLOCKED +NEXT_ACTION=RECONCILE_DUAL_MAIL_CLOUD_BACKUPS +=== BLOCKER_EVIDENCE === +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 COMMAND_SHA256=b3b366284f3b29c9881d7ddd136b158f6d1ccb5b9b40115149cf2a24918fd4c5 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true @@ -19,11 +70,7 @@ PRIVATE_ADDRESSES_INCLUDED=no RAW_EVIDENCE_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e SANITIZED_OUTPUT_SHA256=e353d492c484c1f16581d8bfaa55cf0466c8b60ccb2072e139d952985753eb1e OUTPUT_BEGIN -=== IMMUTABLE_PREVIOUS_RESULT === -COMMAND_ID=HOMELAB-FINAL-DECISION-VERIFY-121 -IMMUTABLE_COMMIT=998ed1fee26a663aeb56b81f2ba8e2a9b7e6db7c -JSON_SHA256=8a95884483fb17dd9a41da8e2c879542227c99d1c8a7430a7dc499f9146dc2ed -TXT_SHA256=f89a9ced67bd288c6254995b0c1cbe5ce59752314d452c56c824fbee8e22110c +-- STATUS=OK RC=0 EXECUTION_STARTED=yes @@ -59,29 +106,7 @@ NONE === CAPACITY_EVIDENCE === NONE === KERNEL_EVIDENCE === -NONE -=== BACKUP_EVIDENCE === -INFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --mailnotification failure --prune-backups 'keep-daily=4' --mode snapshot --storage local --compress zstd --quiet 1 -STATUS=WARN TS=2026-07-19T05:14:41Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK -INFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --prune-backups 'keep-daily=4' --mode snapshot --mailnotification failure --storage local --compress zstd --quiet 1 -STATUS=WARN TS=2026-07-20T05:10:25Z TYPE=overall-health BAD=5 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=OK backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=OK cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK -INFO: starting new backup job: vzdump 110 111 112 113 130 150 190 --compress zstd --quiet 1 --mode snapshot --prune-backups 'keep-daily=4' --mailnotification failure --storage local -STATUS=WARN TS=2026-07-21T05:01:14Z TYPE=overall-health BAD=7 backup-framework.txt=OK drift-check.txt=WARN service-registry.txt=OK dependency-map.txt=OK golden-state.txt=OK cluster-passport.txt=WARN final-readiness.txt=WARN safe-autoheal.txt=OK kuma-monitor-policy.txt=OK backup-sla.txt=WARN backup-coverage-matrix.txt=OK extended-appbackup.txt=OK residual-review.txt=OK forum-snuffleupagus.txt=OK incident-journal.txt=OK duty-admin-v2.txt=OK node-loss-readiness.txt=OK node-loss-runbooks.txt=OK power-loss-readiness.txt=OK power-loss-runbook.txt=OK ungated-health-backlog.txt=OK pve03-root-cleanup.txt=OK pve03-staging-retention.txt=OK pve03-staging-retention-proof.txt=OK pve03-staging-retention-cleanup.txt=OK pve03-failed-unit-cleanup.txt=OK remote-git-sops-age-readiness.txt=OK remote-git-sops-age-policy.txt=OK desired-state-remote-target-trace.txt=OK desired-state-remote-target.txt=OK desired-state.txt=OK runbooks.txt=OK alerting.txt=OK secret-exposure.txt=OK capacity-risk.txt=OK vm-local-dumps-retention.txt=OK vm-local-dumps-cloud.txt=OK vm-backup-policy.txt=OK vm170-vm171-full-strategy.txt=OK external-probe-vps.txt=OK netbird-vps-trust.txt=OK netbird-vps-trust-closure.txt=OK external-probe-runner-decision.txt=OK netbird-vps-trust-clean-seal.txt=OK live-tail-audit.txt=OK vm-backup.txt=OK cluster-admin-observer.txt=WARN cluster-admin-restricted-probes.txt=WARN cluster-admin-full-observer.txt=WARN cluster-admin-vm-mail-cloud-backup.txt=OK cluster-admin-webpanel-sync.txt=OK cluster-admin-webpanel.txt=OK -=== LOCAL_ARCHIVE_EVIDENCE === -2026-07-21T03:30:09.7688696330 SIZE=329541843 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_21-03_30_02.tar.zst -2026-07-19T03:45:46.2209130400 SIZE=323668231 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_19-03_45_38.tar.zst -2026-07-20T03:30:13.7937629440 SIZE=222761273 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_20-03_30_08.tar.zst -2026-07-18T03:30:08.0777625900 SIZE=321121649 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_18-03_30_00.tar.zst -2026-07-19T03:31:06.8755351020 SIZE=7021297699 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_19-03_30_16.vma.zst -2026-07-19T03:45:57.2700790730 SIZE=222745965 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_19-03_45_47.tar.zst -2026-07-21T03:31:06.5717414950 SIZE=7021952392 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_21-03_30_16.vma.zst -2026-07-20T03:31:03.2165123470 SIZE=7016275481 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_20-03_30_14.vma.zst -2026-07-20T03:30:08.2096782720 SIZE=326601118 FILE=/var/lib/vz/dump/vzdump-lxc-110-2026_07_20-03_30_00.tar.zst -2026-07-18T03:31:03.6566057240 SIZE=7022386770 FILE=/var/lib/vz/dump/vzdump-qemu-150-2026_07_18-03_30_13.vma.zst -2026-07-21T03:30:15.9059638290 SIZE=222777732 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_21-03_30_10.tar.zst -2026-07-18T03:30:13.5578457230 SIZE=222727760 FILE=/var/lib/vz/dump/vzdump-lxc-112-2026_07_18-03_30_08.tar.zst -PREVIOUS_CHAIN_RESULT=OK -HOMELAB_INDEPENDENT_FINAL_STATE=COMPLETE +HOMELAB_122_DECISION=COMPLETE OUTPUT_END CHAT_OUTPUT_END