CHAT_OUTPUT_BEGIN
COMMAND_ID=BACKUP-DRAIN-LOCAL-ARCHIVES-079
STATUS=FAIL
RC=75
HOST=pve01
MODE=change
COMPONENT=backup-remediation
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
COMMAND_SHA256=531e1da7ce1681eed084b22ced7da87eb1ee8995f662dc7559f4f9dde3c0ac32
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGES_MADE=true
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b
SANITIZED_OUTPUT_SHA256=891e5c92df1afab4a71ce59fcd6e1cf23bf3d9473f8db7942404c001a4d1661b
OUTPUT_BEGIN
========== NODE=pve01 ==========
559463 bash /usr/local/sbin/homelab-chat-run BACKUP-DRAIN-LOCAL-ARCHIVES-079 change backup-remediation -- /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE
559486 timeout --foreground --preserve-status 7200 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE
559487 /usr/bin/bash -c set -Eeuo pipefail; for n in $(pvesh get /nodes --output-format json | jq -r ".[].node" | sort); do echo "========== NODE=$n =========="; ssh -o BatchMode=yes -o ConnectTimeout=10 root@"$n" "set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x \$p; bash -n \$p; systemctl cat \$u >/dev/null; if pgrep -af \"[v]zdump\"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start \$u; systemctl show \$u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -printf \"%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n\" 2>/dev/null | sort -nr; left=\$(find /var/lib/vz/dump /mnt/pve -type f -name \"vzdump-*\" -print -quit 2>/dev/null); if test -n \"\$left\"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO"; done; echo BACKUP_DRAIN=COMPLETE
559499 ssh -o BatchMode=yes -o ConnectTimeout=10 root@pve01 set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af "[v]zdump"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -printf "%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -print -quit 2>/dev/null); if test -n "$left"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO
559508 bash -c set -Eeuo pipefail; p=/usr/local/sbin/homelab-vm-local-dumps-2cloud; u=homelab-vm-local-dumps-2cloud.service; test -x $p; bash -n $p; systemctl cat $u >/dev/null; if pgrep -af "[v]zdump"; then echo ACTIVE_VZDUMP=YES; exit 75; fi; timeout 7000 systemctl start $u; systemctl show $u -p Result -p ExecMainStatus --no-pager; echo --- LOCAL_AFTER ---; find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -printf "%s %TY-%Tm-%TdT%TH:%TM:%TS %p\n" 2>/dev/null | sort -nr; left=$(find /var/lib/vz/dump /mnt/pve -type f -name "vzdump-*" -print -quit 2>/dev/null); if test -n "$left"; then echo LOCAL_ARCHIVES_REMAIN=YES; exit 1; fi; echo LOCAL_ARCHIVES_REMAIN=NO
ACTIVE_VZDUMP=YES

OUTPUT_END
CHAT_OUTPUT_END