runtime: publish HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429
This commit is contained in:
homelab-runtime-publisher
File diff suppressed because one or more lines are too long
@@ -0,0 +1,211 @@
|
|||||||
|
CHAT_OUTPUT_BEGIN
|
||||||
|
COMMAND_ID=HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429
|
||||||
|
STATUS=OK
|
||||||
|
RC=0
|
||||||
|
HOST=pve01
|
||||||
|
MODE=read-only
|
||||||
|
COMPONENT=cluster-audit
|
||||||
|
REFERENCE_REGISTER_CHECK=OK
|
||||||
|
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
||||||
|
ERROR_REGISTER_CHECK=OK
|
||||||
|
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
||||||
|
COMMAND_SHA256=d361e4c1100f3da6fa9e708a966bc5ce11d491b55027d4766e5dbc29f3699816
|
||||||
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
|
EXECUTION_STARTED=true
|
||||||
|
CHANGES_MADE=false
|
||||||
|
SANITIZED=yes
|
||||||
|
SECRETS_INCLUDED=no
|
||||||
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
|
RAW_EVIDENCE_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
|
||||||
|
SANITIZED_OUTPUT_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
|
||||||
|
OUTPUT_BEGIN
|
||||||
|
DETAIL=SERVICE_STATE_BEGIN
|
||||||
|
DETAIL=SERVICE_PROPERTY=Result=exit-code
|
||||||
|
DETAIL=SERVICE_PROPERTY=ExecMainCode=1
|
||||||
|
DETAIL=SERVICE_PROPERTY=ExecMainStatus=1
|
||||||
|
DETAIL=SERVICE_PROPERTY=ExecStart={ path=/usr/local/sbin/homelab-backup-matrix-refresh ; argv[]=/usr/local/sbin/homelab-backup-matrix-refresh ; ignore_errors=no ; start_time=[Fri 2026-07-24 10:06:04 MSK] ; stop_time=[Fri 2026-07-24 10:06:05 MSK] ; pid=3581151 ; code=exited ; status=1 }
|
||||||
|
DETAIL=SERVICE_PROPERTY=WorkingDirectory=
|
||||||
|
DETAIL=SERVICE_PROPERTY=User=
|
||||||
|
DETAIL=SERVICE_PROPERTY=Group=
|
||||||
|
DETAIL=SERVICE_PROPERTY=LoadState=loaded
|
||||||
|
DETAIL=SERVICE_PROPERTY=ActiveState=failed
|
||||||
|
DETAIL=SERVICE_PROPERTY=SubState=failed
|
||||||
|
DETAIL=SERVICE_PROPERTY=FragmentPath=/etc/systemd/system/homelab-backup-matrix-refresh.service
|
||||||
|
DETAIL=SERVICE_PROPERTY=DropInPaths=
|
||||||
|
DETAIL=SERVICE_STATE_END
|
||||||
|
DETAIL=TIMER_STATE_BEGIN
|
||||||
|
DETAIL=TIMER_PROPERTY=Unit=homelab-backup-matrix-refresh.service
|
||||||
|
DETAIL=TIMER_PROPERTY=NextElapseUSecRealtime=
|
||||||
|
DETAIL=TIMER_PROPERTY=LastTriggerUSec=
|
||||||
|
DETAIL=TIMER_PROPERTY=LoadState=loaded
|
||||||
|
DETAIL=TIMER_PROPERTY=ActiveState=inactive
|
||||||
|
DETAIL=TIMER_PROPERTY=SubState=dead
|
||||||
|
DETAIL=TIMER_STATE_END
|
||||||
|
DETAIL=LAST_FAILURE_BEGIN
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 homelab-backup-matrix-refresh[2451935]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:27+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:32+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:45+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:12+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:24+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:15+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:50+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=LAST_FAILURE_END
|
||||||
|
DETAIL=SECRET_VALUES_OUTPUT=NONE
|
||||||
|
DETAIL=BACKUP_MATRIX_FAILURE_AUDIT=PASS
|
||||||
|
CHANGES_MADE=NO
|
||||||
|
|
||||||
|
OUTPUT_END
|
||||||
|
CHAT_OUTPUT_END
|
||||||
+9
-9
File diff suppressed because one or more lines are too long
+193
-157
@@ -1,7 +1,7 @@
|
|||||||
CHAT_OUTPUT_BEGIN
|
CHAT_OUTPUT_BEGIN
|
||||||
COMMAND_ID=HOMELAB-CLUSTER-CRITICAL-SNAPSHOT-428
|
COMMAND_ID=HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429
|
||||||
STATUS=FAIL
|
STATUS=OK
|
||||||
RC=127
|
RC=0
|
||||||
HOST=pve01
|
HOST=pve01
|
||||||
MODE=read-only
|
MODE=read-only
|
||||||
COMPONENT=cluster-audit
|
COMPONENT=cluster-audit
|
||||||
@@ -9,167 +9,203 @@ REFERENCE_REGISTER_CHECK=OK
|
|||||||
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
||||||
ERROR_REGISTER_CHECK=OK
|
ERROR_REGISTER_CHECK=OK
|
||||||
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
||||||
COMMAND_SHA256=acb8cfc8df7523b005c7cc8d9dcc5e8d6955edc9869f35192b9aab7770149bb5
|
COMMAND_SHA256=d361e4c1100f3da6fa9e708a966bc5ce11d491b55027d4766e5dbc29f3699816
|
||||||
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
||||||
EXECUTION_STARTED=true
|
EXECUTION_STARTED=true
|
||||||
CHANGES_MADE=false
|
CHANGES_MADE=false
|
||||||
SANITIZED=yes
|
SANITIZED=yes
|
||||||
SECRETS_INCLUDED=no
|
SECRETS_INCLUDED=no
|
||||||
PRIVATE_ADDRESSES_INCLUDED=no
|
PRIVATE_ADDRESSES_INCLUDED=no
|
||||||
RAW_EVIDENCE_SHA256=983c89419e9432c65180a176c36039953a5d07a157e9509f7eaa97016d1f65b6
|
RAW_EVIDENCE_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
|
||||||
SANITIZED_OUTPUT_SHA256=50e542092e058ed4496ae5f17ec2fa7a38e02c39668e58030948a9916e980eb2
|
SANITIZED_OUTPUT_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55
|
||||||
OUTPUT_BEGIN
|
OUTPUT_BEGIN
|
||||||
AUDIT_ID=HOMELAB-CLUSTER-CRITICAL-SNAPSHOT-428
|
DETAIL=SERVICE_STATE_BEGIN
|
||||||
AUDIT_TIME_UTC=2026-07-24T09:43:29Z
|
DETAIL=SERVICE_PROPERTY=Result=exit-code
|
||||||
CHANGES_PLANNED=NO
|
DETAIL=SERVICE_PROPERTY=ExecMainCode=1
|
||||||
|
DETAIL=SERVICE_PROPERTY=ExecMainStatus=1
|
||||||
===== PROXMOX_QUORUM =====
|
DETAIL=SERVICE_PROPERTY=ExecStart={ path=/usr/local/sbin/homelab-backup-matrix-refresh ; argv[]=/usr/local/sbin/homelab-backup-matrix-refresh ; ignore_errors=no ; start_time=[Fri 2026-07-24 10:06:04 MSK] ; stop_time=[Fri 2026-07-24 10:06:05 MSK] ; pid=3581151 ; code=exited ; status=1 }
|
||||||
Cluster information
|
DETAIL=SERVICE_PROPERTY=WorkingDirectory=
|
||||||
-------------------
|
DETAIL=SERVICE_PROPERTY=User=
|
||||||
Name: homelab
|
DETAIL=SERVICE_PROPERTY=Group=
|
||||||
Config Version: 3
|
DETAIL=SERVICE_PROPERTY=LoadState=loaded
|
||||||
Transport: knet
|
DETAIL=SERVICE_PROPERTY=ActiveState=failed
|
||||||
Secure auth: on
|
DETAIL=SERVICE_PROPERTY=SubState=failed
|
||||||
|
DETAIL=SERVICE_PROPERTY=FragmentPath=/etc/systemd/system/homelab-backup-matrix-refresh.service
|
||||||
Quorum information
|
DETAIL=SERVICE_PROPERTY=DropInPaths=
|
||||||
------------------
|
DETAIL=SERVICE_STATE_END
|
||||||
Date: Fri Jul 24 12:43:29 2026
|
DETAIL=TIMER_STATE_BEGIN
|
||||||
Quorum provider: corosync_votequorum
|
DETAIL=TIMER_PROPERTY=Unit=homelab-backup-matrix-refresh.service
|
||||||
Nodes: 3
|
DETAIL=TIMER_PROPERTY=NextElapseUSecRealtime=
|
||||||
Node ID: 0x00000001
|
DETAIL=TIMER_PROPERTY=LastTriggerUSec=
|
||||||
Ring ID: 1.ba
|
DETAIL=TIMER_PROPERTY=LoadState=loaded
|
||||||
Quorate: Yes
|
DETAIL=TIMER_PROPERTY=ActiveState=inactive
|
||||||
|
DETAIL=TIMER_PROPERTY=SubState=dead
|
||||||
Votequorum information
|
DETAIL=TIMER_STATE_END
|
||||||
----------------------
|
DETAIL=LAST_FAILURE_BEGIN
|
||||||
Expected votes: 3
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 homelab-backup-matrix-refresh[2451935]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
Highest expected: 3
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
Total votes: 3
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Quorum: 2
|
DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
Flags: Quorate
|
DETAIL=JOURNAL=2026-07-24T04:28:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_STATUS=FAIL
|
||||||
Membership information
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
----------------------
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_OK=30
|
||||||
Nodeid Votes Name
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_BAD=6
|
||||||
0x00000001 1 [PRIVATE_IP] (local)
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
0x00000002 1 [PRIVATE_IP]
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
0x00000003 1 [PRIVATE_IP]
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
===== PROXMOX_NODES =====
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
+-------+--------+-------+-------+--------+-----------+-----------+-------------------------------------------------------------------------------------------------+-------------+
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
| node | status | cpu | level | maxcpu | maxmem | mem | ssl_fingerprint | uptime |
|
DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
+=======+========+=======+=======+========+===========+===========+=================================================================================================+=============+
|
DETAIL=JOURNAL=2026-07-24T04:50:27+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
| pve01 | online | 1.98% | | 24 | 31.09 GiB | 22.07 GiB | EB:7A:01:C5:02:1B:B7:F9:54:F4:38:8B:7F:03:1F:87:62:D0:6E:5F:C0:39:FB:B5:42:AE:58:6F:58:9A:9C:C1 | 20h 22m 46s |
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_STATUS=FAIL
|
||||||
+-------+--------+-------+-------+--------+-----------+-----------+-------------------------------------------------------------------------------------------------+-------------+
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
| pve02 | online | 8.49% | | 4 | 15.40 GiB | 11.36 GiB | C0:88:6E:89:CD:BF:0C:82:54:20:E7:11:DE:CA:ED:09:12:C6:9C:24:2A:1E:5C:33:49:EC:4E:E0:67:BE:79:05 | 20h 20m 42s |
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_OK=30
|
||||||
+-------+--------+-------+-------+--------+-----------+-----------+-------------------------------------------------------------------------------------------------+-------------+
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_BAD=6
|
||||||
| pve03 | online | 4.43% | | 8 | 31.25 GiB | 11.24 GiB | 7E:FE:4A:DC:32:3C:02:84:A2:DD:23:84:FD:19:1E:8A:1B:B1:60:F6:F4:16:D0:28:3B:13:AE:65:7D:1F:38:32 | 20h 21m 35s |
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
+-------+--------+-------+-------+--------+-----------+-----------+-------------------------------------------------------------------------------------------------+-------------+
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
===== PROXMOX_STORAGE =====
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
| id | type | cgroup-mode | content | cpu | disk | diskread | diskwrite | hastate | host-arch | level | lock | maxcpu | maxdisk | maxmem | mem | memhost | name | netin | netout | network | network-type | node | plugintype | pool | protocol | sdn | shared | status | storage | tags | template | uptime | vmid | zone-type |
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
+=========================+=========+=============+==========================+=====+============+==========+===========+=========+===========+=======+======+========+============+========+=====+=========+======+=======+========+=========+==============+=======+============+======+==========+=====+========+===========+===========+======+==========+========+======+===========+
|
DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
| storage/pve01/local | storage | | iso,backup,vztmpl,import | | 40.39 GiB | | | | | | | | 97.87 GiB | | | | | | | | | pve01 | dir | | | | 0 | available | local | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:32+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_STATUS=FAIL
|
||||||
| storage/pve01/local-lvm | storage | | images,rootdir | | 310.84 GiB | | | | | | | | 809.48 GiB | | | | | | | | | pve01 | lvmthin | | | | 0 | available | local-lvm | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_OK=30
|
||||||
| storage/pve02/local | storage | | iso,backup,vztmpl,import | | 26.14 GiB | | | | | | | | 97.87 GiB | | | | | | | | | pve02 | dir | | | | 0 | available | local | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_BAD=6
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
| storage/pve02/local-lvm | storage | | images,rootdir | | 290.27 GiB | | | | | | | | 787.91 GiB | | | | | | | | | pve02 | lvmthin | | | | 0 | available | local-lvm | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
| storage/pve03/local | storage | | iso,backup,vztmpl,import | | 53.72 GiB | | | | | | | | 97.87 GiB | | | | | | | | | pve03 | dir | | | | 0 | available | local | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
| storage/pve03/local-lvm | storage | | images,rootdir | | 145.74 GiB | | | | | | | | 331.23 GiB | | | | | | | | | pve03 | lvmthin | | | | 0 | available | local-lvm | | | | | |
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
+-------------------------+---------+-------------+--------------------------+-----+------------+----------+-----------+---------+-----------+-------+------+--------+------------+--------+-----+---------+------+-------+--------+---------+--------------+-------+------------+------+----------+-----+--------+-----------+-----------+------+----------+--------+------+-----------+
|
DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:45+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
===== LOCAL_FILESYSTEMS =====
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_STATUS=FAIL
|
||||||
Filesystem Size Used Avail Use% Mounted on
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
/dev/mapper/pve-root 98G 41G 53G 44% /
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_OK=30
|
||||||
efivarfs 192K 135K 53K 72% /sys/firmware/efi/efivars
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_BAD=6
|
||||||
/dev/nvme0n1p2 1022M 9.1M 1013M 1% /boot/efi
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
/dev/mapper/pve-homelab--staging 295G 148G 132G 53% /mnt/staging
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
/dev/fuse 128M 1.4M 127M 2% /etc/pve
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
overlay 98G 41G 53G 44% /var/lib/containers/storage/overlay/4639d2b7096bff2bf1482d2b2b867a1a21a3e9eba88986eb78f9daa256eb5a77/merged
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
===== LOCAL_INODES =====
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
Filesystem Inodes IUsed IFree IUse% Mounted on
|
DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
/dev/mapper/pve-root 6553600 139099 6414501 3% /
|
DETAIL=JOURNAL=2026-07-24T06:08:12+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
efivarfs 0 0 0 - /sys/firmware/efi/efivars
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_STATUS=FAIL
|
||||||
/dev/nvme0n1p2 0 0 0 - /boot/efi
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
/dev/mapper/pve-homelab--staging 19660800 4475 19656325 1% /mnt/staging
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_OK=30
|
||||||
/dev/fuse 262144 89 262055 1% /etc/pve
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_BAD=6
|
||||||
overlay 6553600 139099 6414501 3% /var/lib/containers/storage/overlay/4639d2b7096bff2bf1482d2b2b867a1a21a3e9eba88986eb78f9daa256eb5a77/merged
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
===== ZFS =====
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
no pools available
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
===== CEPH =====
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
STATE=NOT_CONFIGURED_OR_TOOL_ABSENT
|
DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
===== PVE01_FAILED_UNITS =====
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_STATUS=FAIL
|
||||||
homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_OK=30
|
||||||
===== PVE01_KERNEL_CRITICAL_24H =====
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
===== PROXMOX_FAILED_TASKS =====
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
Unknown option: errors
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
Unknown option: limit
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
400 unable to parse option
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
pvesh get <api_path> [OPTIONS] [FORMAT_OPTIONS]
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
===== TIME_SYNCHRONIZATION =====
|
DETAIL=JOURNAL=2026-07-24T07:04:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
Timezone=Europe/Moscow
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_STATUS=FAIL
|
||||||
LocalRTC=no
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
NTPSynchronized=yes
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_BAD=6
|
||||||
===== SKLADCHIK_SUPERVISOR =====
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
cut: '"': No such file or directory
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
SCRIPT_SHA256=
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
EXPECTED_SHA256=bd40ee19ea8b277d52f4240b97d3c79b825c90154272bac8a43004591bd0ddc3
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
Result=success
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
ExecMainStatus=0
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
ActiveState=inactive
|
DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
SubState=dead
|
DETAIL=JOURNAL=2026-07-24T07:43:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
SUPERVISOR_TIMER=active
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_STATUS=FAIL
|
||||||
STATUS=OK
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
TS=2026-07-24T09:38:15Z
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_OK=30
|
||||||
problems=
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_BAD=6
|
||||||
backup_status=OK
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
cookie_expiry_status=OK
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
cookie_jar=yes
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
monitor_status=OK
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
restore_status=OK
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
POST_FIX_COOKIE_FAILURES=0
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
===== EDGE_VM =====
|
DETAIL=JOURNAL=2026-07-24T08:20:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
edge-vm.gram1.ru
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_STATUS=FAIL
|
||||||
active
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
active
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_OK=30
|
||||||
bash: line 1: /var/lib/skladchik-reports-monitor/cookies.jar: Permission denied
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_BAD=6
|
||||||
stat: missing operand
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
Try 'stat --help' for more information.
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
bash: -c: line 1: syntax error near unexpected token `('
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
bash: -c: line 1: `sudo -n grep -E ^(STATUS|TS|reports|open|resolved|cookie_jar|cookie_expiry_status|problems)= /var/lib/skladchik-reports-monitor/health.txt'
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
Filesystem Size Used Avail Use% Mounted on
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
/dev/sdb1 95G 33G 58G 36% /
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
===== CORE_APPS =====
|
DETAIL=JOURNAL=2026-07-24T08:26:24+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
core-apps.gram1.ru
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_STATUS=FAIL
|
||||||
bash: line 1: {{.Status}}: command not found
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f /opt/stacks/gitea/data/gitea/public/.well-known/homelab-bootstrap.json
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_OK=30
|
||||||
7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f /opt/stacks/gitea/data/gitea/public/.well-known/homelab-bootstrap/7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f.json
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_BAD=6
|
||||||
Filesystem Size Used Avail Use% Mounted on
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
/dev/sda1 118G 42G 72G 37% /
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
===== PUBLIC_BOOTSTRAP =====
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
EXPECTED_BOOTSTRAP_SHA256=7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f -
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
7be8012c619c01d5770417d3a26ca82c7cd14935ed5cf10fd7cb6e2fa687c82f -
|
DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:15+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
===== READER_CAPABILITY_EXPOSURE =====
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_STATUS=FAIL
|
||||||
/usr/bin/bash: -c: line 207: syntax error near unexpected token `('
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
/usr/bin/bash: -c: line 207: ` \"/homelab-reader/[0-9a-fA-F]{64}([/\\\"]|$)\" \'
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:50+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_STATUS=FAIL
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_TOTAL=41
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_OK=30
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_BAD=6
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_UNMAPPED=0
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_DISABLED=5
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.
|
||||||
|
DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.
|
||||||
|
DETAIL=LAST_FAILURE_END
|
||||||
|
DETAIL=SECRET_VALUES_OUTPUT=NONE
|
||||||
|
DETAIL=BACKUP_MATRIX_FAILURE_AUDIT=PASS
|
||||||
|
CHANGES_MADE=NO
|
||||||
|
|
||||||
OUTPUT_END
|
OUTPUT_END
|
||||||
CHAT_OUTPUT_END
|
CHAT_OUTPUT_END
|
||||||
|
|||||||
Reference in New Issue
Block a user