From 5b98ca2566c254a9e0be723a6a44120aa18d3771 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Tue, 21 Jul 2026 12:58:52 +0000 Subject: [PATCH] runtime: publish BACKUP-FINAL-STATE-PROOF-080 --- .../history/BACKUP-FINAL-STATE-PROOF-080.json | 30 +++++++++++++++++++ .../history/BACKUP-FINAL-STATE-PROOF-080.txt | 25 ++++++++++++++++ runtime/latest.json | 22 +++++++------- runtime/latest.txt | 24 ++++++--------- 4 files changed, 75 insertions(+), 26 deletions(-) create mode 100644 runtime/history/BACKUP-FINAL-STATE-PROOF-080.json create mode 100644 runtime/history/BACKUP-FINAL-STATE-PROOF-080.txt diff --git a/runtime/history/BACKUP-FINAL-STATE-PROOF-080.json b/runtime/history/BACKUP-FINAL-STATE-PROOF-080.json new file mode 100644 index 0000000..ce218da --- /dev/null +++ b/runtime/history/BACKUP-FINAL-STATE-PROOF-080.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "BACKUP-FINAL-STATE-PROOF-080", + "status": "FAIL", + "rc": 2, + "host": "pve01", + "mode": "read-only", + "component": "backup-audit", + "started_at_utc": "2026-07-21T12:58:52Z", + "finished_at_utc": "2026-07-21T12:58:52Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", + "command_sha256": "da4c4cda42c375bc44e5f700b279ec5b8f33e69be2b8935a34b20540994f0007", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173", + "sanitized_output_sha256": "2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "/usr/bin/bash: -c: line 1: unexpected EOF while looking for matching `\"'\n" +} diff --git a/runtime/history/BACKUP-FINAL-STATE-PROOF-080.txt b/runtime/history/BACKUP-FINAL-STATE-PROOF-080.txt new file mode 100644 index 0000000..c6ac714 --- /dev/null +++ b/runtime/history/BACKUP-FINAL-STATE-PROOF-080.txt @@ -0,0 +1,25 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=BACKUP-FINAL-STATE-PROOF-080 +STATUS=FAIL +RC=2 +HOST=pve01 +MODE=read-only +COMPONENT=backup-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=da4c4cda42c375bc44e5f700b279ec5b8f33e69be2b8935a34b20540994f0007 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173 +SANITIZED_OUTPUT_SHA256=2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173 +OUTPUT_BEGIN +/usr/bin/bash: -c: line 1: unexpected EOF while looking for matching `"' + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 01cc13b..ce218da 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,30 +1,30 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "BACKUP-DRAIN-LOCAL-ARCHIVES-079", + "command_id": "BACKUP-FINAL-STATE-PROOF-080", "status": "FAIL", - "rc": 75, + "rc": 2, "host": "pve01", - "mode": "change", - "component": "backup-remediation", - "started_at_utc": "2026-07-21T12:56:51Z", - "finished_at_utc": "2026-07-21T12:56:52Z", + "mode": "read-only", + "component": "backup-audit", + "started_at_utc": "2026-07-21T12:58:52Z", + "finished_at_utc": "2026-07-21T12:58:52Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", - "command_sha256": "531e1da7ce1681eed084b22ced7da87eb1ee8995f662dc7559f4f9dde3c0ac32", + "command_sha256": "da4c4cda42c375bc44e5f700b279ec5b8f33e69be2b8935a34b20540994f0007", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "changes_made": true, + "changes_made": false, "sanitized": true, "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b", - "sanitized_output_sha256": "891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b", + "raw_evidence_sha256": "2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173", + "sanitized_output_sha256": "2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "========== NODE=pve01 ==========\n559463 bash /usr/local/sbin/homelab-chat-run BACKUP-DRAIN-LOCAL-ARCHIVES-079 change backup-remediation -- /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559486 timeout --foreground --preserve-status 7200 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559487 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559499 ssh -o BatchMode=yes -o ConnectTimeout=10 root@pve01 set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\n559508 bash -c set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\nACTIVE_VZDUMP=YES\n" + "output": "/usr/bin/bash: -c: line 1: unexpected EOF while looking for matching `\"'\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index c87a268..c6ac714 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,31 +1,25 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=BACKUP-DRAIN-LOCAL-ARCHIVES-079 +COMMAND_ID=BACKUP-FINAL-STATE-PROOF-080 STATUS=FAIL -RC=75 +RC=2 HOST=pve01 -MODE=change -COMPONENT=backup-remediation +MODE=read-only +COMPONENT=backup-audit REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 -COMMAND_SHA256=531e1da7ce1681eed084b22ced7da87eb1ee8995f662dc7559f4f9dde3c0ac32 +COMMAND_SHA256=da4c4cda42c375bc44e5f700b279ec5b8f33e69be2b8935a34b20540994f0007 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGES_MADE=true +CHANGES_MADE=false SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b -SANITIZED_OUTPUT_SHA256=891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b +RAW_EVIDENCE_SHA256=2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173 +SANITIZED_OUTPUT_SHA256=2bc4df84f54e8e6175eeb80e00fc91fcb32008a2e5abbaeab989bcec88af8173 OUTPUT_BEGIN -========== NODE=pve01 ========== -559463 bash /usr/local/sbin/homelab-chat-run BACKUP-DRAIN-LOCAL-ARCHIVES-079 change backup-remediation -- /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE -559486 timeout --foreground --preserve-status 7200 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE -559487 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE -559499 ssh -o BatchMode=yes -o ConnectTimeout=10 root@pve01 set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af "[v]zdump"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -printf "%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -print -quit 2>/dev/null); if test -n "$left"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO -559508 bash -c set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af "[v]zdump"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -printf "%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -print -quit 2>/dev/null); if test -n "$left"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO -ACTIVE_VZDUMP=YES +/usr/bin/bash: -c: line 1: unexpected EOF while looking for matching `"' OUTPUT_END CHAT_OUTPUT_END