CHAT_OUTPUT_BEGIN
COMMAND_ID=BACKUP-DUAL-CLOUD-PREFLIGHT-059
STATUS=FAIL
RC=1
HOST=pve01
MODE=read-only
COMPONENT=backup-audit
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=f6d592c8d53021fe9feeb81a7e0cca33f4b44501143f6378290486e46d250bb1
COMMAND_SHA256=c6f4134d15a9f641ddaf67535760d0abede973dd08222a37af05612a6f580479
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGES_MADE=false
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=f375162905664fc3de53bec3ea2b2485775e05bcfbd421a3c63010def946a753
SANITIZED_OUTPUT_SHA256=f375162905664fc3de53bec3ea2b2485775e05bcfbd421a3c63010def946a753
OUTPUT_BEGIN
=== BACKUP_JOBS ===
[{"compress":"zstd","enabled":1,"id":"homelab-nightly-all","mailnotification":"failure","mode":"snapshot","next-run":1784680200,"prune-backups":{"keep-daily":"4"},"schedule":"03:30","storage":"local","type":"vzdump","vmid":"110,111,112,113,130,150,190"}]
=== RCLONE_REMOTES ===
pve01-mail-01:
pve01-mail-01-crypt:
pve01-mail-02:
pve01-mail-02-crypt:
pve01-mail-03:
pve01-mail-03-crypt:
pve01-mail-04:
pve01-mail-04-crypt:
pve01-mail-05:
pve01-mail-05-crypt:
pve02-mail-01:
pve02-mail-01-crypt:
pve02-mail-02:
pve02-mail-02-crypt:
pve02-mail-03:
pve02-mail-03-crypt:
pve02-mail-04:
pve02-mail-04-crypt:
pve03-mail-01:
pve03-mail-01-crypt:
pve03-mail-02:
pve03-mail-02-crypt:
pve03-mail-03:
pve03-mail-03-crypt:
pve03-mail-04:
pve03-mail-04-crypt:
=== BACKUP_TIMERS ===
Wed 2026-07-22 00:00:00 MSK               9h Tue 2026-07-21 00:00:14 MSK       14h ago dpkg-db-backup.timer                                   dpkg-db-backup.service
Wed 2026-07-22 00:09:43 MSK               9h Tue 2026-07-21 00:09:32 MSK       14h ago homelab-backup-freshness.timer                         homelab-backup-freshness.service
Wed 2026-07-22 02:15:00 MSK              11h Tue 2026-07-21 02:15:05 MSK       12h ago homelab-vm-full-backup.timer                           homelab-vm-full-backup.service
Wed 2026-07-22 03:10:02 MSK              12h Tue 2026-07-21 03:13:14 MSK       11h ago homelab-emergency-backup.timer                         homelab-emergency-backup.service
Wed 2026-07-22 03:35:00 MSK              12h Tue 2026-07-21 03:35:14 MSK       11h ago filebrowser-backup.timer                               filebrowser-backup.service
Wed 2026-07-22 03:55:02 MSK              13h Tue 2026-07-21 03:51:25 MSK       10h ago homelab-appbackup-dockge-stacks.timer                  homelab-appbackup-dockge-stacks.service
Wed 2026-07-22 04:17:29 MSK              13h Tue 2026-07-21 04:19:17 MSK       10h ago homelab-appbackup-npmplus-edge.timer                   homelab-appbackup-npmplus-edge.service
Wed 2026-07-22 04:26:54 MSK              13h Tue 2026-07-21 04:28:14 MSK       10h ago homelab-gitea-secondary-backup.timer                   homelab-gitea-secondary-backup.service
Wed 2026-07-22 04:38:04 MSK              14h Tue 2026-07-21 04:34:48 MSK       10h ago skladchik-reports-monitor-backup.timer                 skladchik-reports-monitor-backup.service
Wed 2026-07-22 05:01:44 MSK              14h Tue 2026-07-21 04:57:14 MSK        9h ago homelab-appbackup-sqlite-batch.timer                   homelab-appbackup-sqlite-batch.service
Wed 2026-07-22 05:23:56 MSK              14h Tue 2026-07-21 05:17:57 MSK        9h ago homelab-router-running-config-mail-cloud.timer         homelab-router-running-config-mail-cloud.service
Wed 2026-07-22 05:27:13 MSK              14h Tue 2026-07-21 05:29:05 MSK        9h ago homelab-appbackup-postgres-batch.timer                 homelab-appbackup-postgres-batch.service
Wed 2026-07-22 05:47:19 MSK              15h Tue 2026-07-21 05:46:14 MSK        8h ago homelab-appbackup-mariadb-batch.timer                  homelab-appbackup-mariadb-batch.service
Wed 2026-07-22 06:01:19 MSK              15h Tue 2026-07-21 05:57:30 MSK        8h ago homelab-extended-appbackup.timer                       homelab-extended-appbackup.service
Wed 2026-07-22 06:27:43 MSK              15h Tue 2026-07-21 06:32:25 MSK        8h ago homelab-crypto-portfolio-backup.timer                  homelab-crypto-portfolio-backup.service
Wed 2026-07-22 06:38:51 MSK              16h Tue 2026-07-21 06:43:54 MSK        7h ago homelab-verified-backup-health.timer                   homelab-verified-backup-health.service
Wed 2026-07-22 06:39:22 MSK              16h Tue 2026-07-21 06:40:25 MSK        7h ago homelab-alertmanager-backup.timer                      homelab-alertmanager-backup.service
Wed 2026-07-22 06:44:16 MSK              16h Tue 2026-07-21 06:40:25 MSK        7h ago homelab-mail-cloud-critical-upload.timer               homelab-mail-cloud-critical-upload.service
Wed 2026-07-22 06:52:06 MSK              16h Tue 2026-07-21 06:47:47 MSK        7h ago homelab-beszel-backup.timer                            homelab-beszel-backup.service
Wed 2026-07-22 06:58:58 MSK              16h Tue 2026-07-21 06:57:30 MSK        7h ago homelab-blackbox-exporter-backup.timer                 homelab-blackbox-exporter-backup.service
Wed 2026-07-22 07:02:27 MSK              16h Tue 2026-07-21 07:05:30 MSK        7h ago homelab-backup-healthcheck.timer                       homelab-backup-healthcheck.service
Wed 2026-07-22 07:07:14 MSK              16h Tue 2026-07-21 07:18:55 MSK        7h ago homelab-legacy-monitoring-backups.timer                homelab-legacy-monitoring-backups.service
Wed 2026-07-22 07:35:06 MSK              16h Tue 2026-07-21 07:36:59 MSK        6h ago homelab-vm-backup-health.timer                         homelab-vm-backup-health.service
Wed 2026-07-22 07:38:21 MSK              17h Tue 2026-07-21 07:36:14 MSK        6h ago homelab-cluster-admin-incident-engine-backup.timer     homelab-cluster-admin-incident-engine-backup.service
Wed 2026-07-22 07:41:49 MSK              17h Tue 2026-07-21 07:53:41 MSK        6h ago homelab-mail-cloud-nextcloud-vm-upload.timer           homelab-mail-cloud-nextcloud-vm-upload.service
Wed 2026-07-22 08:10:37 MSK              17h Tue 2026-07-21 08:07:25 MSK        6h ago homelab-backup-sla-health.timer                        homelab-backup-sla-health.service
Wed 2026-07-22 08:37:02 MSK              18h Tue 2026-07-21 08:30:07 MSK        6h ago homelab-vm-backup-policy.timer                         homelab-vm-backup-policy.service
Wed 2026-07-22 08:40:13 MSK              18h Tue 2026-07-21 08:50:14 MSK  5h 45min ago homelab-backup-coverage-matrix.timer                   homelab-backup-coverage-matrix.service
Wed 2026-07-22 08:53:36 MSK              18h Tue 2026-07-21 08:41:14 MSK  5h 54min ago memos-backup.timer                                     memos-backup.service
Sun 2026-07-26 03:34:47 MSK           4 days Sun 2026-07-19 03:45:37 MSK    2 days ago homelab-auto-backup.timer                              homelab-auto-backup.service
Sun 2026-07-26 05:17:43 MSK           4 days Sun 2026-07-19 05:11:25 MSK    2 days ago skladchik-reports-monitor-backup-restore-check.timer   skladchik-reports-monitor-backup-restore-check.service
Sun 2026-07-26 09:32:36 MSK           4 days Sun 2026-07-19 09:32:29 MSK    2 days ago homelab-mail-cloud-edge-vm-upload.timer                homelab-mail-cloud-edge-vm-upload.service
Sun 2026-07-26 10:29:15 MSK           4 days Sun 2026-07-19 10:06:07 MSK    2 days ago homelab-vm-local-dumps-2cloud.timer                    homelab-vm-local-dumps-2cloud.service
Mon 2026-07-27 07:34:51 MSK           5 days Mon 2026-07-20 07:25:14 MSK  1 day 7h ago homelab-mail-cloud-restore-drill.timer                 homelab-mail-cloud-restore-drill.service
=== BACKUP_UNITS ===
dpkg-db-backup.service                                                        static          -
filebrowser-backup.service                                                    static          -
homelab-alertmanager-backup.service                                           static          -
homelab-appbackup-dockge-stacks.service                                       static          -
homelab-appbackup-mariadb-batch.service                                       static          -
homelab-appbackup-npmplus-edge.service                                        static          -
homelab-appbackup-postgres-batch.service                                      static          -
homelab-appbackup-sqlite-batch.service                                        static          -
homelab-authentik-backup.service                                              static          -
homelab-auto-backup.service                                                   static          -
homelab-backup-coverage-matrix.service                                        static          -
homelab-backup-freshness.service                                              static          -
homelab-backup-healthcheck.service                                            static          -
homelab-backup-matrix-refresh.service                                         static          -
homelab-backup-sla-health.service                                             static          -
homelab-beszel-backup.service                                                 static          -
homelab-blackbox-exporter-backup.service                                      static          -
homelab-cluster-admin-incident-engine-backup.service                          static          -
homelab-crypto-portfolio-backup.service                                       static          -
homelab-edge-vm-vzdump-backup.service                                         static          -
homelab-emergency-backup.service                                              static          -
homelab-extended-appbackup.service                                            static          -
homelab-gitea-backup.service                                                  static          -
homelab-gitea-secondary-backup.service                                        static          -
homelab-legacy-monitoring-backups.service                                     static          -
homelab-mail-cloud-critical-upload.service                                    static          -
homelab-mail-cloud-edge-vm-upload.service                                     static          -
homelab-mail-cloud-nextcloud-vm-upload.service                                static          -
homelab-mail-cloud-restore-drill.service                                      static          -
homelab-npmplus-kuma-config-backup.service                                    static          -
homelab-router-running-config-mail-cloud.service                              static          -
homelab-vaultwarden-backup.service                                            static          -
homelab-verified-backup-health.service                                        static          -
homelab-vm-backup-health.service                                              static          -
homelab-vm-backup-policy.service                                              static          -
homelab-vm-full-backup.service                                                static          -
homelab-vm-local-dumps-2cloud.service                                         static          -
homelab-vm160-remote-backup.service                                           static          -
immich-media-backup.service                                                   static          -
memos-backup.service                                                          static          -
netbird-vps-backup.service                                                    static          -
paperless-backup.service                                                      static          -
skladchik-reports-monitor-backup-restore-check.service                        static          -
skladchik-reports-monitor-backup.service                                      static          -
dpkg-db-backup.timer                                                          enabled         enabled
filebrowser-backup.timer                                                      enabled         enabled
homelab-alertmanager-backup.timer                                             enabled         enabled
homelab-appbackup-dockge-stacks.timer                                         enabled         enabled
homelab-appbackup-mariadb-batch.timer                                         enabled         enabled
homelab-appbackup-npmplus-edge.timer                                          enabled         enabled
homelab-appbackup-postgres-batch.timer                                        enabled         enabled
homelab-appbackup-sqlite-batch.timer                                          enabled         enabled
homelab-authentik-backup.timer                                                disabled        enabled
homelab-auto-backup.timer                                                     enabled         enabled
homelab-backup-coverage-matrix.timer                                          enabled         enabled
homelab-backup-freshness.timer                                                enabled         enabled
homelab-backup-healthcheck.timer                                              enabled         enabled
homelab-backup-matrix-refresh.timer                                           disabled        enabled
homelab-backup-sla-health.timer                                               enabled         enabled
homelab-beszel-backup.timer                                                   enabled         enabled
homelab-blackbox-exporter-backup.timer                                        enabled         enabled
homelab-cluster-admin-incident-engine-backup.timer                            enabled         enabled
homelab-crypto-portfolio-backup.timer                                         enabled         enabled
homelab-edge-vm-vzdump-backup.timer                                           disabled        enabled
homelab-emergency-backup.timer                                                enabled         enabled
homelab-extended-appbackup.timer                                              enabled         enabled
homelab-gitea-backup.timer                                                    disabled        enabled
homelab-gitea-secondary-backup.timer                                          enabled         enabled
homelab-legacy-monitoring-backups.timer                                       enabled         enabled
homelab-mail-cloud-critical-upload.timer                                      enabled         enabled
homelab-mail-cloud-edge-vm-upload.timer                                       enabled         enabled
homelab-mail-cloud-nextcloud-vm-upload.timer                                  enabled         enabled
homelab-mail-cloud-restore-drill.timer                                        enabled         enabled
homelab-npmplus-kuma-config-backup.timer                                      disabled        enabled
homelab-router-running-config-mail-cloud.timer                                enabled         enabled
homelab-vaultwarden-backup.timer                                              disabled        enabled
homelab-verified-backup-health.timer                                          enabled         enabled
homelab-vm-backup-health.timer                                                enabled         enabled
homelab-vm-backup-policy.timer                                                enabled         enabled
homelab-vm-full-backup.timer                                                  enabled         enabled
homelab-vm-local-dumps-2cloud.timer                                           enabled         enabled
homelab-vm160-remote-backup.timer                                             disabled        enabled
immich-media-backup.timer                                                     disabled        enabled
memos-backup.timer                                                            enabled         enabled
netbird-vps-backup.timer                                                      disabled        enabled
paperless-backup.timer                                                        disabled        enabled
skladchik-reports-monitor-backup-restore-check.timer                          enabled         enabled
skladchik-reports-monitor-backup.timer                                        enabled         enabled
=== PIPELINE_FILES ===
/etc/cron.d/vzdump
/etc/systemd/system/homelab-edge-vm-offhost-freshness.timer
/etc/systemd/system/homelab-edge-vm-vzdump-backup.service
/etc/systemd/system/homelab-edge-vm-vzdump-backup.timer
/etc/systemd/system/homelab-mail-cloud-nextcloud-vm-upload.service
/etc/systemd/system/homelab-vm-full-backup.service
/etc/systemd/system/multi-user.target.wants/pve-guests.service
/etc/systemd/system/pve-manager.service
/etc/systemd/system/timers.target.wants/homelab-edge-vm-offhost-freshness.timer
/usr/local/sbin/appbackup-dockge-stacks
/usr/local/sbin/appbackup-dockge-stacks.bak-chunkall-20260710T011410Z
/usr/local/sbin/appbackup-restore-check
/usr/local/sbin/appbackup-restore-check.bak-chunkall-20260710T011410Z
/usr/local/sbin/appbackup-restore-check.bak-dual-read-20260711T051924Z
/usr/local/sbin/appbackup-restore-check.bak-flat-read-20260711T052854Z
/usr/local/sbin/appbackup-restore-check.bak-flat-read-v2-20260711T053129Z
/usr/local/sbin/appbackup-retention
/usr/local/sbin/appbackup-retention.bak-dual-read-20260711T051924Z
/usr/local/sbin/backupctl
/usr/local/sbin/backup-restore-check
/usr/local/sbin/backup-restore-check.bak-chunkall-20260710T011410Z
/usr/local/sbin/backup-retention
/usr/local/sbin/homelab-backup-edge-vm-vzdump
/usr/local/sbin/homelab-capacity-risk
/usr/local/sbin/homelab-change-transaction
/usr/local/sbin/homelab-chat-run
/usr/local/sbin/homelab-edge-vm-offhost-freshness
/usr/local/sbin/homelab-extended-appbackup-run
/usr/local/sbin/homelab-golden-state-extended-overlay
/usr/local/sbin/homelab-golden-state-index
/usr/local/sbin/homelab-health-metrics
/usr/local/sbin/homelab-ingress-standby-refresh
/usr/local/sbin/homelab-mail-cloud-critical-upload
/usr/local/sbin/homelab-mail-cloud-critical-upload.bak-chunkall-20260710T011410Z
/usr/local/sbin/homelab-mail-cloud-edge-vm-upload
/usr/local/sbin/homelab-mail-cloud-nextcloud-vm-upload
/usr/local/sbin/homelab-mail-cloud-restore-drill
/usr/local/sbin/homelab-mail-cloud-restore-drill.bak-chunkall-20260710T011410Z
/usr/local/sbin/homelab-rclone-cat-chunked
/usr/local/sbin/homelab-rclone-cat-flat-chunked
/usr/local/sbin/homelab-rclone-copy-chunked
/usr/local/sbin/homelab-rclone-copy-flat-chunked
/usr/local/sbin/homelab-rclone-crypt-healthcheck.sh
/usr/local/sbin/homelab-rclone-required-check.sh
/usr/local/sbin/homelab-router-hard-power-cycle
/usr/local/sbin/homelab-router-running-config-mail-cloud
/usr/local/sbin/homelab-router-running-config-mail-cloud.bak-chunkall-20260710T011410Z
/usr/local/sbin/homelab-safe-exec
/usr/local/sbin/homelab-secret-exposure-guard
/usr/local/sbin/homelab-stage-2cloud
/usr/local/sbin/homelab-stage-2cloud.bak-global-chunkonly-20260710T011036Z
/usr/local/sbin/homelab-stage-2cloud-flat
/usr/local/sbin/homelab-stage-2cloud-flat-canary
/usr/local/sbin/homelab-stage-verify-chunked
/usr/local/sbin/homelab-stage-verify-flat-chunked
/usr/local/sbin/homelab-vm160-remote-backup
/usr/local/sbin/homelab-vm-backup-health
/usr/local/sbin/homelab-vm-backup-policy
/usr/local/sbin/homelab-vm-full-backup
/usr/local/sbin/homelab-vm-full-backup.bak-chunkall-20260710T011410Z
/usr/local/sbin/homelab-vm-full-restore-drill
/usr/local/sbin/homelab-vm-full-restore-drill.bak.20260710T080231Z
/usr/local/sbin/homelab-vm-full-restore-drill.bak-docker-check-v2-20260710T050044Z
/usr/local/sbin/homelab-vm-full-restore-drill.bak-isolated-ip-20260710T044331Z
/usr/local/sbin/homelab-vm-full-retention
/usr/local/sbin/homelab-vm-local-dumps-2cloud
/usr/local/sbin/homelab-vm-local-dumps-retention
/usr/local/sbin/skladchik-reports-monitor-backup
/usr/local/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak
/usr/local/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak
/usr/local/sbin/skladchik-reports-monitor-backup-restore-check
/usr/local/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak
=== LOCAL_BACKUPS ===
7022386770	2026-07-18T03:31:03.6566057240	/var/lib/vz/dump/vzdump-qemu-150-2026_07_18-03_30_13.vma.zst
7021952392	2026-07-21T03:31:06.5717414950	/var/lib/vz/dump/vzdump-qemu-150-2026_07_21-03_30_16.vma.zst
7021297699	2026-07-19T03:31:06.8755351020	/var/lib/vz/dump/vzdump-qemu-150-2026_07_19-03_30_16.vma.zst
7016275481	2026-07-20T03:31:03.2165123470	/var/lib/vz/dump/vzdump-qemu-150-2026_07_20-03_30_14.vma.zst
329541843	2026-07-21T03:30:09.7688696330	/var/lib/vz/dump/vzdump-lxc-110-2026_07_21-03_30_02.tar.zst
326601118	2026-07-20T03:30:08.2096782720	/var/lib/vz/dump/vzdump-lxc-110-2026_07_20-03_30_00.tar.zst
323668231	2026-07-19T03:45:46.2209130400	/var/lib/vz/dump/vzdump-lxc-110-2026_07_19-03_45_38.tar.zst
321121649	2026-07-18T03:30:08.0777625900	/var/lib/vz/dump/vzdump-lxc-110-2026_07_18-03_30_00.tar.zst
222777732	2026-07-21T03:30:15.9059638290	/var/lib/vz/dump/vzdump-lxc-112-2026_07_21-03_30_10.tar.zst
222761273	2026-07-20T03:30:13.7937629440	/var/lib/vz/dump/vzdump-lxc-112-2026_07_20-03_30_08.tar.zst
222745965	2026-07-19T03:45:57.2700790730	/var/lib/vz/dump/vzdump-lxc-112-2026_07_19-03_45_47.tar.zst
222727760	2026-07-18T03:30:13.5578457230	/var/lib/vz/dump/vzdump-lxc-112-2026_07_18-03_30_08.tar.zst
3021	2026-07-19T03:31:07.4745284120	/var/lib/vz/dump/vzdump-qemu-150-2026_07_19-03_30_16.log
3020	2026-07-21T03:31:07.3945472590	/var/lib/vz/dump/vzdump-qemu-150-2026_07_21-03_30_16.log
3018	2026-07-18T03:31:03.9197988860	/var/lib/vz/dump/vzdump-qemu-150-2026_07_18-03_30_13.log
3017	2026-07-20T03:31:04.1706719350	/var/lib/vz/dump/vzdump-qemu-150-2026_07_20-03_30_14.log
1089	2026-07-20T03:30:14.0079985330	/var/lib/vz/dump/vzdump-lxc-112-2026_07_20-03_30_08.log
1086	2026-07-20T03:30:08.4640241540	/var/lib/vz/dump/vzdump-lxc-110-2026_07_20-03_30_00.log
989	2026-07-21T03:30:16.1364976560	/var/lib/vz/dump/vzdump-lxc-112-2026_07_21-03_30_10.log
989	2026-07-18T03:30:13.7816006690	/var/lib/vz/dump/vzdump-lxc-112-2026_07_18-03_30_08.log
986	2026-07-21T03:30:10.0285327490	/var/lib/vz/dump/vzdump-lxc-110-2026_07_21-03_30_02.log
986	2026-07-18T03:30:08.3002411830	/var/lib/vz/dump/vzdump-lxc-110-2026_07_18-03_30_00.log
731	2026-07-19T03:45:57.5197000270	/var/lib/vz/dump/vzdump-lxc-112-2026_07_19-03_45_47.log
729	2026-07-19T03:45:46.4444121980	/var/lib/vz/dump/vzdump-lxc-110-2026_07_19-03_45_38.log

OUTPUT_END
CHAT_OUTPUT_END
