1
0
Files
homelab-public-context/runtime/history/HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429.txt
T
2026-07-24 09:47:51 +00:00

212 lines
22 KiB
Plaintext

CHAT_OUTPUT_BEGIN
COMMAND_ID=HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429
STATUS=OK
RC=0
HOST=pve01
MODE=read-only
COMPONENT=cluster-audit
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
COMMAND_SHA256=d361e4c1100f3da6fa9e708a966bc5ce11d491b55027d4766e5dbc29f3699816
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGES_MADE=false
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
SANITIZED_OUTPUT_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
OUTPUT_BEGIN
DETAIL=SERVICE_STATE_BEGIN
DETAIL=SERVICE_PROPERTY=Result=exit-code
DETAIL=SERVICE_PROPERTY=ExecMainCode=1
DETAIL=SERVICE_PROPERTY=ExecMainStatus=1
DETAIL=SERVICE_PROPERTY=ExecStart={ path=/usr/local/sbin/homelab-backup-matrix-refresh ; argv[]=/usr/local/sbin/homelab-backup-matrix-refresh ; ignore_errors=no ; start_time=[Fri 2026-07-24 10:06:04 MSK] ; stop_time=[Fri 2026-07-24 10:06:05 MSK] ; pid=3581151 ; code=exited ; status=1 }
DETAIL=SERVICE_PROPERTY=WorkingDirectory=
DETAIL=SERVICE_PROPERTY=User=
DETAIL=SERVICE_PROPERTY=Group=
DETAIL=SERVICE_PROPERTY=LoadState=loaded
DETAIL=SERVICE_PROPERTY=ActiveState=failed
DETAIL=SERVICE_PROPERTY=SubState=failed
DETAIL=SERVICE_PROPERTY=FragmentPath=/etc/systemd/system/homelab-backup-matrix-refresh.service
DETAIL=SERVICE_PROPERTY=DropInPaths=
DETAIL=SERVICE_STATE_END
DETAIL=TIMER_STATE_BEGIN
DETAIL=TIMER_PROPERTY=Unit=homelab-backup-matrix-refresh.service
DETAIL=TIMER_PROPERTY=NextElapseUSecRealtime=
DETAIL=TIMER_PROPERTY=LastTriggerUSec=
DETAIL=TIMER_PROPERTY=LoadState=loaded
DETAIL=TIMER_PROPERTY=ActiveState=inactive
DETAIL=TIMER_PROPERTY=SubState=dead
DETAIL=TIMER_STATE_END
DETAIL=LAST_FAILURE_BEGIN
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 homelab-backup-matrix-refresh[2451935]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T04:28:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T04:50:27+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T05:21:32+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T05:54:45+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T06:08:12+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T06:46:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T07:04:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T07:43:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T08:20:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T08:26:24+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T08:35:15+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T08:37:50+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=JOURNAL=2026-07-24T10:06:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_STATUS=FAIL
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_TOTAL=41
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_OK=30
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_BAD=6
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_UNMAPPED=0
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_DISABLED=5
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
DETAIL=LAST_FAILURE_END
DETAIL=SECRET_VALUES_OUTPUT=NONE
DETAIL=BACKUP_MATRIX_FAILURE_AUDIT=PASS
CHANGES_MADE=NO
OUTPUT_END
CHAT_OUTPUT_END