homelab-runtime-publisher
31 lines
5.6 KiB
JSON
31 lines
5.6 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"channel": "homelab-runtime",
|
|
"command_id": "BACKUP-DRAIN-LOCAL-ARCHIVES-079",
|
|
"status": "FAIL",
|
|
"rc": 75,
|
|
"host": "pve01",
|
|
"mode": "change",
|
|
"component": "backup-remediation",
|
|
"started_at_utc": "2026-07-21T12:56:51Z",
|
|
"finished_at_utc": "2026-07-21T12:56:52Z",
|
|
"reference_register_checked": true,
|
|
"reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e",
|
|
"error_register_checked": true,
|
|
"error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752",
|
|
"command_sha256": "531e1da7ce1681eed084b22ced7da87eb1ee8995f662dc7559f4f9dde3c0ac32",
|
|
"duplicate_failed_command_blocked": false,
|
|
"block_reason": null,
|
|
"execution_started": true,
|
|
"changes_made": true,
|
|
"sanitized": true,
|
|
"secrets_included": false,
|
|
"private_addresses_included": false,
|
|
"raw_evidence_retained_locally": true,
|
|
"raw_evidence_sha256": "891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b",
|
|
"sanitized_output_sha256": "891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b",
|
|
"output_truncated_in_json": false,
|
|
"full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
|
|
"output": "========== NODE=pve01 ==========\n559463 bash /usr/local/sbin/homelab-chat-run BACKUP-DRAIN-LOCAL-ARCHIVES-079 change backup-remediation -- /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559486 timeout --foreground --preserve-status 7200 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559487 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r \".[].node\" | sort); do echo \"========== NODE=$n ==========\"; ssh -o BatchMode=yes -o ConnectTimeout=10 root@\"$n\" \"set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \\$p; bash -n \\$p; systemctl cat \\$u >/dev/null; if pgrep -af \\\"[v]zdump\\\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \\$u; systemctl show \\$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -printf \\\"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\\\" 2>/dev/null | sort -nr; left=\\$(find /var/lib/vz/dump /mnt/pve -type f -name \\\"vzdump-*\\\" -print -quit 2>/dev/null); if test -n \\\"\\$left\\\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\"; done; echo BACKUP_DRAIN=COMPLETE\n559499 ssh -o BatchMode=yes -o ConnectTimeout=10 root@pve01 set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\n559508 bash -c set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\\n\" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO\nACTIVE_VZDUMP=YES\n"
|
|
}
|