runtime: publish BACKUP-FAILED-UNITS-ROOTCAUSE-213
This commit is contained in:
homelab-runtime-publisher
File diff suppressed because one or more lines are too long
@@ -0,0 +1,255 @@
|
|||||||
|
CHAT_OUTPUT_BEGIN
|
||||||
|
COMMAND_ID=BACKUP-FAILED-UNITS-ROOTCAUSE-213
|
||||||
|
STATUS=FAIL
|
||||||
|
RC=2
|
||||||
|
HOST=pve01
|
||||||
|
MODE=read-only
|
||||||
|
COMPONENT=backup-audit
|
||||||
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
|
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
||||||
|
ERROR_REGISTER_CHECK=OK
|
||||||
|
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
||||||
|
COMMAND_SHA256=fb59f580fefab96bf42d4c9f720847f498158079695bebebca527795287c0435
|
||||||
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
|
EXECUTION_STARTED=true
|
||||||
|
CHANGES_MADE=false
|
||||||
|
SANITIZED=yes
|
||||||
|
SECRETS_INCLUDED=no
|
||||||
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
|
RAW_EVIDENCE_SHA256=5aa2486758a52989308a01aa788b4cd825645ba54a4ca5bc7ac0d46880d624ac
|
||||||
|
SANITIZED_OUTPUT_SHA256=eb0649d407eb1c9f6ef0ac82df9b958a46ebf6fd91680b20839817454f33891a
|
||||||
|
OUTPUT_BEGIN
|
||||||
|
PREVIOUS_COMMAND_ID=BACKUP-OFFHOST-DELTA-212
|
||||||
|
× homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state
|
||||||
|
Loaded: loaded (/etc/systemd/system/homelab-backup-matrix-refresh.service; static)
|
||||||
|
Active: failed (Result: exit-code) since Wed 2026-07-22 10:11:15 MSK; 8h ago
|
||||||
|
Invocation: 8a8289d574e745078d5316652c3a62cc
|
||||||
|
Main PID: 4192756 (code=exited, status=1/FAILURE)
|
||||||
|
Mem peak: 12.9M
|
||||||
|
CPU: 582ms
|
||||||
|
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
|
||||||
|
× homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03
|
||||||
|
Loaded: loaded (/etc/systemd/system/homelab-vm160-remote-backup.service; static)
|
||||||
|
Active: failed (Result: exit-code) since Tue 2026-07-21 02:39:14 MSK; 1 day 15h ago
|
||||||
|
Invocation: 603319cf8a194ed48ec2cca37b86f473
|
||||||
|
Main PID: 2028253 (code=exited, status=1/FAILURE)
|
||||||
|
Mem peak: 4.2M
|
||||||
|
CPU: 97ms
|
||||||
|
|
||||||
|
Jul 21 02:39:12 pve01 systemd[1]: Starting homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03...
|
||||||
|
Jul 21 02:39:14 pve01 systemd[1]: homelab-vm160-remote-backup.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
Jul 21 02:39:14 pve01 systemd[1]: homelab-vm160-remote-backup.service: Failed with result 'exit-code'.
|
||||||
|
Jul 21 02:39:14 pve01 systemd[1]: Failed to start homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03.
|
||||||
|
|
||||||
|
× homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01
|
||||||
|
Loaded: loaded (/etc/systemd/system/homelab-cluster-admin-pull.service; static)
|
||||||
|
Active: failed (Result: exit-code) since Tue 2026-07-21 02:37:04 MSK; 1 day 15h ago
|
||||||
|
Invocation: 1f07cb8016434bdb92ac64ed740b7f3e
|
||||||
|
Main PID: 2014947 (code=exited, status=1/FAILURE)
|
||||||
|
Mem peak: 4.6M
|
||||||
|
CPU: 64ms
|
||||||
|
|
||||||
|
Jul 21 02:36:57 pve01 systemd[1]: Starting homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01...
|
||||||
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015088]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-central-pull BAD=1 VMID=180 IP=[PRIVATE_IP] SSH_RC=0 OBSERVER_STATUS=WARN REPORT=/var/lib/homelab-cluster-admin/observer-remote-latest.txt
|
||||||
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015089]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-full-observer-central BAD=1 WARN=0 VMID=180 PULL_RC=0 FULL_STATUS=WARN PROBE_OK=2 PROBE_BAD=2 REPORT=/var/lib/homelab-cluster-admin/full-observer-central-latest.md
|
||||||
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015090]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-restricted-probes BAD=1 VMID=180 MODE=FORCED_COMMAND_READONLY_CURRENT PROBE_OK=2 PROBE_BAD=2 TARGETS=pve01,pve02,pve03,edge SOURCE=full-observer
|
||||||
|
Jul 21 02:37:04 pve01 systemd[1]: homelab-cluster-admin-pull.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
Jul 21 02:37:04 pve01 systemd[1]: homelab-cluster-admin-pull.service: Failed with result 'exit-code'.
|
||||||
|
Jul 21 02:37:04 pve01 systemd[1]: Failed to start homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
MATRIX_SYNTAX_CHECK
|
||||||
|
/usr/local/sbin/homelab-backup-matrix-refresh: line 5: syntax error near unexpected token `('
|
||||||
|
/usr/local/sbin/homelab-backup-matrix-refresh: line 5: `M=Path("/etc/homelab-backup-matrix/matrix.json")'
|
||||||
|
|
||||||
|
OUTPUT_END
|
||||||
|
CHAT_OUTPUT_END
|
||||||
+10
-10
File diff suppressed because one or more lines are too long
+204
-72
@@ -1,123 +1,255 @@
|
|||||||
CHAT_OUTPUT_BEGIN
|
CHAT_OUTPUT_BEGIN
|
||||||
COMMAND_ID=BACKUP-OFFHOST-DELTA-212
|
COMMAND_ID=BACKUP-FAILED-UNITS-ROOTCAUSE-213
|
||||||
STATUS=OK
|
STATUS=FAIL
|
||||||
RC=0
|
RC=2
|
||||||
HOST=pve01
|
HOST=pve01
|
||||||
MODE=read-only
|
MODE=read-only
|
||||||
COMPONENT=cluster-audit
|
COMPONENT=backup-audit
|
||||||
REFERENCE_REGISTER_CHECK=OK
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
||||||
ERROR_REGISTER_CHECK=OK
|
ERROR_REGISTER_CHECK=OK
|
||||||
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
||||||
COMMAND_SHA256=cd7bfba0a3e05e136f85c1362ba4b34c9e142ef49f4621874743aebf2b665eee
|
COMMAND_SHA256=fb59f580fefab96bf42d4c9f720847f498158079695bebebca527795287c0435
|
||||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
EXECUTION_STARTED=true
|
EXECUTION_STARTED=true
|
||||||
CHANGES_MADE=false
|
CHANGES_MADE=false
|
||||||
SANITIZED=yes
|
SANITIZED=yes
|
||||||
SECRETS_INCLUDED=no
|
SECRETS_INCLUDED=no
|
||||||
PRIVATE_ADDRESSES_INCLUDED=no
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
RAW_EVIDENCE_SHA256=10222d1e1bc7b8e7635fe6fc3e47ecf85cf351b6efef5f3d843b33836e1b0682
|
RAW_EVIDENCE_SHA256=5aa2486758a52989308a01aa788b4cd825645ba54a4ca5bc7ac0d46880d624ac
|
||||||
SANITIZED_OUTPUT_SHA256=10222d1e1bc7b8e7635fe6fc3e47ecf85cf351b6efef5f3d843b33836e1b0682
|
SANITIZED_OUTPUT_SHA256=eb0649d407eb1c9f6ef0ac82df9b958a46ebf6fd91680b20839817454f33891a
|
||||||
OUTPUT_BEGIN
|
OUTPUT_BEGIN
|
||||||
validation=PASS
|
PREVIOUS_COMMAND_ID=BACKUP-OFFHOST-DELTA-212
|
||||||
=== TARGET_UNITS ===
|
× homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state
|
||||||
Result=exit-code
|
Loaded: loaded (/etc/systemd/system/homelab-backup-matrix-refresh.service; static)
|
||||||
ExecMainStatus=1
|
Active: failed (Result: exit-code) since Wed 2026-07-22 10:11:15 MSK; 8h ago
|
||||||
Id=homelab-backup-matrix-refresh.service
|
Invocation: 8a8289d574e745078d5316652c3a62cc
|
||||||
LoadState=loaded
|
Main PID: 4192756 (code=exited, status=1/FAILURE)
|
||||||
ActiveState=failed
|
Mem peak: 12.9M
|
||||||
SubState=failed
|
CPU: 582ms
|
||||||
|
|
||||||
Result=exit-code
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
ExecMainStatus=1
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_OK=30
|
||||||
Id=homelab-vm160-remote-backup.service
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_BAD=6
|
||||||
LoadState=loaded
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
ActiveState=failed
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
SubState=failed
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
Jul 22 10:11:15 pve01 homelab-backup-matrix-refresh[4192756]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Jul 22 10:11:15 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
|
||||||
Result=exit-code
|
× homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03
|
||||||
ExecMainStatus=1
|
Loaded: loaded (/etc/systemd/system/homelab-vm160-remote-backup.service; static)
|
||||||
Id=homelab-cluster-admin-pull.service
|
Active: failed (Result: exit-code) since Tue 2026-07-21 02:39:14 MSK; 1 day 15h ago
|
||||||
LoadState=loaded
|
Invocation: 603319cf8a194ed48ec2cca37b86f473
|
||||||
ActiveState=failed
|
Main PID: 2028253 (code=exited, status=1/FAILURE)
|
||||||
SubState=failed
|
Mem peak: 4.2M
|
||||||
=== TARGET_FAILURES ===
|
CPU: 97ms
|
||||||
homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state
|
|
||||||
homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01
|
Jul 21 02:39:12 pve01 systemd[1]: Starting homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03...
|
||||||
homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03
|
Jul 21 02:39:14 pve01 systemd[1]: homelab-vm160-remote-backup.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
=== HEALTH_MARKERS ===
|
Jul 21 02:39:14 pve01 systemd[1]: homelab-vm160-remote-backup.service: Failed with result 'exit-code'.
|
||||||
FILE=/var/lib/homelab-health/backup-framework.txt MTIME=2026-07-22 10:11:15.588809944 +0300 SIZE=803
|
Jul 21 02:39:14 pve01 systemd[1]: Failed to start homelab-vm160-remote-backup.service - VM160 full-image backup streamed from pve02 to pve03.
|
||||||
STATUS=OK
|
|
||||||
TS=2026-07-22T07:11:15Z
|
× homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01
|
||||||
TYPE=backup-matrix-generated
|
Loaded: loaded (/etc/systemd/system/homelab-cluster-admin-pull.service; static)
|
||||||
FILE=/var/lib/homelab-health/backup-sla.txt MTIME=2026-07-22 17:45:04.576070554 +0300 SIZE=154
|
Active: failed (Result: exit-code) since Tue 2026-07-21 02:37:04 MSK; 1 day 15h ago
|
||||||
STATUS=WARN TS=2026-07-22T14:45:04Z TYPE=backup-sla BAD=0 WARN=2 APPS=45 EXPECTED=12 MAX_AGE_HOURS=72 REPORT=/var/lib/homelab-backup/backup-sla-latest.md
|
Invocation: 1f07cb8016434bdb92ac64ed740b7f3e
|
||||||
FILE=/var/lib/homelab-health/backup-coverage-matrix.txt MTIME=2026-07-22 10:11:15.236509358 +0300 SIZE=808
|
Main PID: 2014947 (code=exited, status=1/FAILURE)
|
||||||
STATUS=OK
|
Mem peak: 4.6M
|
||||||
TS=2026-07-22T07:11:15Z
|
CPU: 64ms
|
||||||
TYPE=backup-matrix-generated
|
|
||||||
FILE=/var/lib/homelab-health/vm-local-dumps-cloud.txt MTIME=2026-07-22 10:11:15.694007276 +0300 SIZE=800
|
Jul 21 02:36:57 pve01 systemd[1]: Starting homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01...
|
||||||
STATUS=OK
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015088]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-central-pull BAD=1 VMID=180 IP=[PRIVATE_IP] SSH_RC=0 OBSERVER_STATUS=WARN REPORT=/var/lib/homelab-cluster-admin/observer-remote-latest.txt
|
||||||
TS=2026-07-22T07:11:15Z
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015089]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-full-observer-central BAD=1 WARN=0 VMID=180 PULL_RC=0 FULL_STATUS=WARN PROBE_OK=2 PROBE_BAD=2 REPORT=/var/lib/homelab-cluster-admin/full-observer-central-latest.md
|
||||||
TYPE=backup-matrix-generated
|
Jul 21 02:37:04 pve01 homelab-cluster-admin-pull[2015090]: STATUS=WARN TS=2026-07-20T23:36:57Z TYPE=cluster-admin-restricted-probes BAD=1 VMID=180 MODE=FORCED_COMMAND_READONLY_CURRENT PROBE_OK=2 PROBE_BAD=2 TARGETS=pve01,pve02,pve03,edge SOURCE=full-observer
|
||||||
FILE=/var/lib/homelab-health/cluster-admin-vm-mail-cloud-backup.txt MTIME=2026-07-09 08:07:47.213452046 +0300 SIZE=217
|
Jul 21 02:37:04 pve01 systemd[1]: homelab-cluster-admin-pull.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
STATUS=OK TS=2026-07-09T05:07:47Z TYPE=cluster-admin-vm-mail-cloud-backup BAD=0 VMID=180 NODE=pve02 MODE=MAIL_CLOUD_2COPY_VERIFY_OK LOCAL_STATUS=OK REPORT=/var/lib/homelab-cluster-admin-vm-mail-cloud-backup/latest.md
|
Jul 21 02:37:04 pve01 systemd[1]: homelab-cluster-admin-pull.service: Failed with result 'exit-code'.
|
||||||
FILE=/var/lib/homelab-health/vm-backup.txt MTIME=2026-07-22 07:35:14.956502473 +0300 SIZE=170
|
Jul 21 02:37:04 pve01 systemd[1]: Failed to start homelab-cluster-admin-pull.service - Pull cluster-admin observer health into pve01.
|
||||||
STATUS=OK TS=2026-07-22T04:35:14Z TYPE=vm-backup BAD=0 auto-vmct=OK edge-vm-backup=OK edge-vm-offhost=OK edge-vm-restore=OK auto-timer=active edge-freshness-timer=active
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
=== LOCAL_ARCHIVES ===
|
|
||||||
ARCHIVE=vzdump-lxc-110-2026_07_19-03_45_38.tar.zst SIZE=323668231 MTIME=2026-07-19T03:45:46.2209130400
|
|
||||||
ARCHIVE=vzdump-lxc-110-2026_07_20-03_30_00.tar.zst SIZE=326601118 MTIME=2026-07-20T03:30:08.2096782720
|
|
||||||
ARCHIVE=vzdump-lxc-110-2026_07_21-03_30_02.tar.zst SIZE=329541843 MTIME=2026-07-21T03:30:09.7688696330
|
|
||||||
ARCHIVE=vzdump-lxc-110-2026_07_22-03_30_01.tar.zst SIZE=332951369 MTIME=2026-07-22T03:30:08.7686076500
|
|
||||||
ARCHIVE=vzdump-lxc-112-2026_07_19-03_45_47.tar.zst SIZE=222745965 MTIME=2026-07-19T03:45:57.2700790730
|
|
||||||
ARCHIVE=vzdump-lxc-112-2026_07_20-03_30_08.tar.zst SIZE=222761273 MTIME=2026-07-20T03:30:13.7937629440
|
|
||||||
ARCHIVE=vzdump-lxc-112-2026_07_21-03_30_10.tar.zst SIZE=222777732 MTIME=2026-07-21T03:30:15.9059638290
|
|
||||||
ARCHIVE=vzdump-lxc-112-2026_07_22-03_30_09.tar.zst SIZE=222794054 MTIME=2026-07-22T03:30:14.2846933120
|
|
||||||
ARCHIVE=vzdump-qemu-150-2026_07_19-03_30_16.vma.zst SIZE=7021297699 MTIME=2026-07-19T03:31:06.8755351020
|
|
||||||
ARCHIVE=vzdump-qemu-150-2026_07_20-03_30_14.vma.zst SIZE=7016275481 MTIME=2026-07-20T03:31:03.2165123470
|
|
||||||
ARCHIVE=vzdump-qemu-150-2026_07_21-03_30_16.vma.zst SIZE=7021952392 MTIME=2026-07-21T03:31:06.5717414950
|
|
||||||
ARCHIVE=vzdump-qemu-150-2026_07_22-03_30_14.vma.zst SIZE=7052176114 MTIME=2026-07-22T03:31:02.8954482120
|
|
||||||
=== RECENT_ERRORS ===
|
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
MATRIX_STATE_STATUS=FAIL
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
CHANGES_MADE=NO
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
REFERENCE_CHECK=OK
|
MATRIX_STATE_STATUS=FAIL
|
||||||
ERROR_REGISTER_CHECK=OK
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
RESULT=OK
|
MATRIX_STATE_JOBS_OK=30
|
||||||
BACKUP_OFFHOST_DELTA=COMPLETE
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
MATRIX_STATE_STATUS=FAIL
|
||||||
|
MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
MATRIX_STATE_JOBS_OK=30
|
||||||
|
MATRIX_STATE_JOBS_BAD=6
|
||||||
|
MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
MATRIX_SYNTAX_CHECK
|
||||||
|
/usr/local/sbin/homelab-backup-matrix-refresh: line 5: syntax error near unexpected token `('
|
||||||
|
/usr/local/sbin/homelab-backup-matrix-refresh: line 5: `M=Path("/etc/homelab-backup-matrix/matrix.json")'
|
||||||
|
|
||||||
OUTPUT_END
|
OUTPUT_END
|
||||||
CHAT_OUTPUT_END
|
CHAT_OUTPUT_END
|
||||||
|
|||||||
Reference in New Issue
Block a user