diff --git a/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.json b/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.json new file mode 100644 index 0000000..f0a781f --- /dev/null +++ b/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-07-24T09:53:00Z", + "finished_at_utc": "2026-07-24T09:53:00Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", + "command_sha256": "8a21cde408577f47c4d88ff6dcf0a4449ef7a77e0c064419260504b794cdc2e6", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac", + "sanitized_output_sha256": "de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "DETAIL=STATE_PATH=/var/lib/homelab-backup-matrix/state.json\nDETAIL=STATE_BYTES=36840\nDETAIL=STATE_SHA256=08d7536cb2c11d036726c4bc0c59d573f6c02e8b3e136e9872128a380ab88807\nDETAIL=ROOT_KEYS=authority,compatibility_map,generated_at,jobs,matrix_mode,matrix_sha256,summary,version\nDETAIL=SUMMARY=$.jobs[0].status=OK\nDETAIL=SUMMARY=$.jobs[10].status=OK\nDETAIL=SUMMARY=$.jobs[11].status=OK\nDETAIL=SUMMARY=$.jobs[12].status=OK\nDETAIL=SUMMARY=$.jobs[13].status=FAIL\nDETAIL=SUMMARY=$.jobs[14].status=OK\nDETAIL=SUMMARY=$.jobs[15].status=OK\nDETAIL=SUMMARY=$.jobs[16].status=OK\nDETAIL=SUMMARY=$.jobs[17].status=DISABLED\nDETAIL=SUMMARY=$.jobs[18].status=OK\nDETAIL=SUMMARY=$.jobs[19].status=OK\nDETAIL=SUMMARY=$.jobs[1].status=OK\nDETAIL=SUMMARY=$.jobs[20].status=OK\nDETAIL=SUMMARY=$.jobs[21].status=OK\nDETAIL=SUMMARY=$.jobs[22].status=STALE\nDETAIL=SUMMARY=$.jobs[23].status=DISABLED\nDETAIL=SUMMARY=$.jobs[24].status=OK\nDETAIL=SUMMARY=$.jobs[25].status=DISABLED\nDETAIL=SUMMARY=$.jobs[26].status=OK\nDETAIL=SUMMARY=$.jobs[27].status=OK\nDETAIL=SUMMARY=$.jobs[28].status=OK\nDETAIL=SUMMARY=$.jobs[29].status=OK\nDETAIL=SUMMARY=$.jobs[2].status=STALE\nDETAIL=SUMMARY=$.jobs[30].status=OK\nDETAIL=SUMMARY=$.jobs[31].status=OK\nDETAIL=SUMMARY=$.jobs[32].status=OK\nDETAIL=SUMMARY=$.jobs[33].status=OK\nDETAIL=SUMMARY=$.jobs[34].status=OK\nDETAIL=SUMMARY=$.jobs[35].status=FAIL\nDETAIL=SUMMARY=$.jobs[36].status=DISABLED\nDETAIL=SUMMARY=$.jobs[37].status=STALE\nDETAIL=SUMMARY=$.jobs[38].status=OK\nDETAIL=SUMMARY=$.jobs[39].status=OK\nDETAIL=SUMMARY=$.jobs[3].status=OK\nDETAIL=SUMMARY=$.jobs[40].status=FAIL\nDETAIL=SUMMARY=$.jobs[4].status=OK\nDETAIL=SUMMARY=$.jobs[5].status=OK\nDETAIL=SUMMARY=$.jobs[6].status=OK\nDETAIL=SUMMARY=$.jobs[7].status=OK\nDETAIL=SUMMARY=$.jobs[8].status=DISABLED\nDETAIL=SUMMARY=$.jobs[9].status=OK\nDETAIL=SUMMARY=$.summary.jobs_bad=6\nDETAIL=SUMMARY=$.summary.jobs_disabled=5\nDETAIL=SUMMARY=$.summary.jobs_ok=30\nDETAIL=SUMMARY=$.summary.jobs_total=41\nDETAIL=SUMMARY=$.summary.jobs_unmapped=0\nDETAIL=SUMMARY=$.summary.status=FAIL\nDETAIL=BAD_RECORD_COUNT=7\nDETAIL=BAD_RECORD=PATH:$.jobs[2]|IDENTITY:filebrowser_restore_validate|BAD:status=stale|DISABLED:none|FIELDS:id=filebrowser_restore_validate;name=filebrowser-restore-validate;service=filebrowser-restore-validate.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[13]|IDENTITY:homelab_backup_sla_health|BAD:status=fail|DISABLED:none|FIELDS:id=homelab_backup_sla_health;name=homelab-backup-sla-health;service=homelab-backup-sla-health.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.jobs[22]|IDENTITY:homelab_mail_cloud_restore_drill|BAD:status=stale|DISABLED:none|FIELDS:id=homelab_mail_cloud_restore_drill;name=homelab-mail-cloud-restore-drill;service=homelab-mail-cloud-restore-drill.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[35]|IDENTITY:netbird_vps_backup|BAD:status=fail|DISABLED:none|FIELDS:id=netbird_vps_backup;name=netbird-vps-backup;service=netbird-vps-backup.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.jobs[37]|IDENTITY:paperless_restore_dry_run|BAD:status=stale|DISABLED:none|FIELDS:id=paperless_restore_dry_run;name=paperless-restore-dry-run;service=paperless-restore-dry-run.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[40]|IDENTITY:vm160_remote_backup|BAD:status=fail|DISABLED:none|FIELDS:id=vm160_remote_backup;name=vm160-remote-backup;service=homelab-vm160-remote-backup.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.summary|IDENTITY:|BAD:status=fail|DISABLED:none|FIELDS:status=FAIL\nDETAIL=DISABLED_ONLY_COUNT=5\nDETAIL=DISABLED_RECORD=PATH:$.jobs[8]|IDENTITY:homelab_authentik_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[17]|IDENTITY:homelab_gitea_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[23]|IDENTITY:homelab_npmplus_kuma_config_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[25]|IDENTITY:homelab_vaultwarden_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[36]|IDENTITY:paperless_backup|SIGNALS:status=disabled\nDETAIL=LIST_SCHEMA=PATH:$.jobs|ITEMS:41|DICT_ITEMS:41|KEYS:age_seconds,category,critical,evidence_level,freshness,generated_health_output,id,max_age_seconds,name,service,service_exec_main_status,service_result,source_health,source_kind,source_mtime,source_status,status,timer,timer_active,timer_enabled\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=BACKUP_MATRIX_BAD_JOB_DISCOVERY=PASS\nCHANGES_MADE=NO\n" +} diff --git a/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.txt b/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.txt new file mode 100644 index 0000000..d4fc116 --- /dev/null +++ b/runtime/history/HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430.txt @@ -0,0 +1,93 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=8a21cde408577f47c4d88ff6dcf0a4449ef7a77e0c064419260504b794cdc2e6 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac +SANITIZED_OUTPUT_SHA256=de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac +OUTPUT_BEGIN +DETAIL=STATE_PATH=/var/lib/homelab-backup-matrix/state.json +DETAIL=STATE_BYTES=36840 +DETAIL=STATE_SHA256=08d7536cb2c11d036726c4bc0c59d573f6c02e8b3e136e9872128a380ab88807 +DETAIL=ROOT_KEYS=authority,compatibility_map,generated_at,jobs,matrix_mode,matrix_sha256,summary,version +DETAIL=SUMMARY=$.jobs[0].status=OK +DETAIL=SUMMARY=$.jobs[10].status=OK +DETAIL=SUMMARY=$.jobs[11].status=OK +DETAIL=SUMMARY=$.jobs[12].status=OK +DETAIL=SUMMARY=$.jobs[13].status=FAIL +DETAIL=SUMMARY=$.jobs[14].status=OK +DETAIL=SUMMARY=$.jobs[15].status=OK +DETAIL=SUMMARY=$.jobs[16].status=OK +DETAIL=SUMMARY=$.jobs[17].status=DISABLED +DETAIL=SUMMARY=$.jobs[18].status=OK +DETAIL=SUMMARY=$.jobs[19].status=OK +DETAIL=SUMMARY=$.jobs[1].status=OK +DETAIL=SUMMARY=$.jobs[20].status=OK +DETAIL=SUMMARY=$.jobs[21].status=OK +DETAIL=SUMMARY=$.jobs[22].status=STALE +DETAIL=SUMMARY=$.jobs[23].status=DISABLED +DETAIL=SUMMARY=$.jobs[24].status=OK +DETAIL=SUMMARY=$.jobs[25].status=DISABLED +DETAIL=SUMMARY=$.jobs[26].status=OK +DETAIL=SUMMARY=$.jobs[27].status=OK +DETAIL=SUMMARY=$.jobs[28].status=OK +DETAIL=SUMMARY=$.jobs[29].status=OK +DETAIL=SUMMARY=$.jobs[2].status=STALE +DETAIL=SUMMARY=$.jobs[30].status=OK +DETAIL=SUMMARY=$.jobs[31].status=OK +DETAIL=SUMMARY=$.jobs[32].status=OK +DETAIL=SUMMARY=$.jobs[33].status=OK +DETAIL=SUMMARY=$.jobs[34].status=OK +DETAIL=SUMMARY=$.jobs[35].status=FAIL +DETAIL=SUMMARY=$.jobs[36].status=DISABLED +DETAIL=SUMMARY=$.jobs[37].status=STALE +DETAIL=SUMMARY=$.jobs[38].status=OK +DETAIL=SUMMARY=$.jobs[39].status=OK +DETAIL=SUMMARY=$.jobs[3].status=OK +DETAIL=SUMMARY=$.jobs[40].status=FAIL +DETAIL=SUMMARY=$.jobs[4].status=OK +DETAIL=SUMMARY=$.jobs[5].status=OK +DETAIL=SUMMARY=$.jobs[6].status=OK +DETAIL=SUMMARY=$.jobs[7].status=OK +DETAIL=SUMMARY=$.jobs[8].status=DISABLED +DETAIL=SUMMARY=$.jobs[9].status=OK +DETAIL=SUMMARY=$.summary.jobs_bad=6 +DETAIL=SUMMARY=$.summary.jobs_disabled=5 +DETAIL=SUMMARY=$.summary.jobs_ok=30 +DETAIL=SUMMARY=$.summary.jobs_total=41 +DETAIL=SUMMARY=$.summary.jobs_unmapped=0 +DETAIL=SUMMARY=$.summary.status=FAIL +DETAIL=BAD_RECORD_COUNT=7 +DETAIL=BAD_RECORD=PATH:$.jobs[2]|IDENTITY:filebrowser_restore_validate|BAD:status=stale|DISABLED:none|FIELDS:id=filebrowser_restore_validate;name=filebrowser-restore-validate;service=filebrowser-restore-validate.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[13]|IDENTITY:homelab_backup_sla_health|BAD:status=fail|DISABLED:none|FIELDS:id=homelab_backup_sla_health;name=homelab-backup-sla-health;service=homelab-backup-sla-health.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.jobs[22]|IDENTITY:homelab_mail_cloud_restore_drill|BAD:status=stale|DISABLED:none|FIELDS:id=homelab_mail_cloud_restore_drill;name=homelab-mail-cloud-restore-drill;service=homelab-mail-cloud-restore-drill.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[35]|IDENTITY:netbird_vps_backup|BAD:status=fail|DISABLED:none|FIELDS:id=netbird_vps_backup;name=netbird-vps-backup;service=netbird-vps-backup.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.jobs[37]|IDENTITY:paperless_restore_dry_run|BAD:status=stale|DISABLED:none|FIELDS:id=paperless_restore_dry_run;name=paperless-restore-dry-run;service=paperless-restore-dry-run.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[40]|IDENTITY:vm160_remote_backup|BAD:status=fail|DISABLED:none|FIELDS:id=vm160_remote_backup;name=vm160-remote-backup;service=homelab-vm160-remote-backup.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.summary|IDENTITY:|BAD:status=fail|DISABLED:none|FIELDS:status=FAIL +DETAIL=DISABLED_ONLY_COUNT=5 +DETAIL=DISABLED_RECORD=PATH:$.jobs[8]|IDENTITY:homelab_authentik_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[17]|IDENTITY:homelab_gitea_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[23]|IDENTITY:homelab_npmplus_kuma_config_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[25]|IDENTITY:homelab_vaultwarden_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[36]|IDENTITY:paperless_backup|SIGNALS:status=disabled +DETAIL=LIST_SCHEMA=PATH:$.jobs|ITEMS:41|DICT_ITEMS:41|KEYS:age_seconds,category,critical,evidence_level,freshness,generated_health_output,id,max_age_seconds,name,service,service_exec_main_status,service_result,source_health,source_kind,source_mtime,source_status,status,timer,timer_active,timer_enabled +DETAIL=SECRET_VALUES_OUTPUT=NONE +DETAIL=BACKUP_MATRIX_BAD_JOB_DISCOVERY=PASS +CHANGES_MADE=NO + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 01c951c..f0a781f 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429", + "command_id": "HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", "component": "cluster-audit", - "started_at_utc": "2026-07-24T09:47:50Z", - "finished_at_utc": "2026-07-24T09:47:50Z", + "started_at_utc": "2026-07-24T09:53:00Z", + "finished_at_utc": "2026-07-24T09:53:00Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", - "command_sha256": "d361e4c1100f3da6fa9e708a966bc5ce11d491b55027d4766e5dbc29f3699816", + "command_sha256": "8a21cde408577f47c4d88ff6dcf0a4449ef7a77e0c064419260504b794cdc2e6", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,9 +22,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55", - "sanitized_output_sha256": "b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55", + "raw_evidence_sha256": "de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac", + "sanitized_output_sha256": "de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "DETAIL=SERVICE_STATE_BEGIN\nDETAIL=SERVICE_PROPERTY=Result=exit-code\nDETAIL=SERVICE_PROPERTY=ExecMainCode=1\nDETAIL=SERVICE_PROPERTY=ExecMainStatus=1\nDETAIL=SERVICE_PROPERTY=ExecStart={ path=/usr/local/sbin/homelab-backup-matrix-refresh ; argv[]=/usr/local/sbin/homelab-backup-matrix-refresh ; ignore_errors=no ; start_time=[Fri 2026-07-24 10:06:04 MSK] ; stop_time=[Fri 2026-07-24 10:06:05 MSK] ; pid=3581151 ; code=exited ; status=1 }\nDETAIL=SERVICE_PROPERTY=WorkingDirectory=\nDETAIL=SERVICE_PROPERTY=User=\nDETAIL=SERVICE_PROPERTY=Group=\nDETAIL=SERVICE_PROPERTY=LoadState=loaded\nDETAIL=SERVICE_PROPERTY=ActiveState=failed\nDETAIL=SERVICE_PROPERTY=SubState=failed\nDETAIL=SERVICE_PROPERTY=FragmentPath=/etc/systemd/system/homelab-backup-matrix-refresh.service\nDETAIL=SERVICE_PROPERTY=DropInPaths=\nDETAIL=SERVICE_STATE_END\nDETAIL=TIMER_STATE_BEGIN\nDETAIL=TIMER_PROPERTY=Unit=homelab-backup-matrix-refresh.service\nDETAIL=TIMER_PROPERTY=NextElapseUSecRealtime=\nDETAIL=TIMER_PROPERTY=LastTriggerUSec=\nDETAIL=TIMER_PROPERTY=LoadState=loaded\nDETAIL=TIMER_PROPERTY=ActiveState=inactive\nDETAIL=TIMER_PROPERTY=SubState=dead\nDETAIL=TIMER_STATE_END\nDETAIL=LAST_FAILURE_BEGIN\nDETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 homelab-backup-matrix-refresh[2451935]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T04:28:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T04:50:27+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T05:21:32+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T05:54:45+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T06:08:12+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T06:46:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T07:04:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T07:43:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T08:20:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T08:26:24+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T08:35:15+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T08:37:50+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=JOURNAL=2026-07-24T10:06:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state...\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_TOTAL=41\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_OK=30\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_BAD=6\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_UNMAPPED=0\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_DISABLED=5\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state.\nDETAIL=LAST_FAILURE_END\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=BACKUP_MATRIX_FAILURE_AUDIT=PASS\nCHANGES_MADE=NO\n" + "output": "DETAIL=STATE_PATH=/var/lib/homelab-backup-matrix/state.json\nDETAIL=STATE_BYTES=36840\nDETAIL=STATE_SHA256=08d7536cb2c11d036726c4bc0c59d573f6c02e8b3e136e9872128a380ab88807\nDETAIL=ROOT_KEYS=authority,compatibility_map,generated_at,jobs,matrix_mode,matrix_sha256,summary,version\nDETAIL=SUMMARY=$.jobs[0].status=OK\nDETAIL=SUMMARY=$.jobs[10].status=OK\nDETAIL=SUMMARY=$.jobs[11].status=OK\nDETAIL=SUMMARY=$.jobs[12].status=OK\nDETAIL=SUMMARY=$.jobs[13].status=FAIL\nDETAIL=SUMMARY=$.jobs[14].status=OK\nDETAIL=SUMMARY=$.jobs[15].status=OK\nDETAIL=SUMMARY=$.jobs[16].status=OK\nDETAIL=SUMMARY=$.jobs[17].status=DISABLED\nDETAIL=SUMMARY=$.jobs[18].status=OK\nDETAIL=SUMMARY=$.jobs[19].status=OK\nDETAIL=SUMMARY=$.jobs[1].status=OK\nDETAIL=SUMMARY=$.jobs[20].status=OK\nDETAIL=SUMMARY=$.jobs[21].status=OK\nDETAIL=SUMMARY=$.jobs[22].status=STALE\nDETAIL=SUMMARY=$.jobs[23].status=DISABLED\nDETAIL=SUMMARY=$.jobs[24].status=OK\nDETAIL=SUMMARY=$.jobs[25].status=DISABLED\nDETAIL=SUMMARY=$.jobs[26].status=OK\nDETAIL=SUMMARY=$.jobs[27].status=OK\nDETAIL=SUMMARY=$.jobs[28].status=OK\nDETAIL=SUMMARY=$.jobs[29].status=OK\nDETAIL=SUMMARY=$.jobs[2].status=STALE\nDETAIL=SUMMARY=$.jobs[30].status=OK\nDETAIL=SUMMARY=$.jobs[31].status=OK\nDETAIL=SUMMARY=$.jobs[32].status=OK\nDETAIL=SUMMARY=$.jobs[33].status=OK\nDETAIL=SUMMARY=$.jobs[34].status=OK\nDETAIL=SUMMARY=$.jobs[35].status=FAIL\nDETAIL=SUMMARY=$.jobs[36].status=DISABLED\nDETAIL=SUMMARY=$.jobs[37].status=STALE\nDETAIL=SUMMARY=$.jobs[38].status=OK\nDETAIL=SUMMARY=$.jobs[39].status=OK\nDETAIL=SUMMARY=$.jobs[3].status=OK\nDETAIL=SUMMARY=$.jobs[40].status=FAIL\nDETAIL=SUMMARY=$.jobs[4].status=OK\nDETAIL=SUMMARY=$.jobs[5].status=OK\nDETAIL=SUMMARY=$.jobs[6].status=OK\nDETAIL=SUMMARY=$.jobs[7].status=OK\nDETAIL=SUMMARY=$.jobs[8].status=DISABLED\nDETAIL=SUMMARY=$.jobs[9].status=OK\nDETAIL=SUMMARY=$.summary.jobs_bad=6\nDETAIL=SUMMARY=$.summary.jobs_disabled=5\nDETAIL=SUMMARY=$.summary.jobs_ok=30\nDETAIL=SUMMARY=$.summary.jobs_total=41\nDETAIL=SUMMARY=$.summary.jobs_unmapped=0\nDETAIL=SUMMARY=$.summary.status=FAIL\nDETAIL=BAD_RECORD_COUNT=7\nDETAIL=BAD_RECORD=PATH:$.jobs[2]|IDENTITY:filebrowser_restore_validate|BAD:status=stale|DISABLED:none|FIELDS:id=filebrowser_restore_validate;name=filebrowser-restore-validate;service=filebrowser-restore-validate.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[13]|IDENTITY:homelab_backup_sla_health|BAD:status=fail|DISABLED:none|FIELDS:id=homelab_backup_sla_health;name=homelab-backup-sla-health;service=homelab-backup-sla-health.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.jobs[22]|IDENTITY:homelab_mail_cloud_restore_drill|BAD:status=stale|DISABLED:none|FIELDS:id=homelab_mail_cloud_restore_drill;name=homelab-mail-cloud-restore-drill;service=homelab-mail-cloud-restore-drill.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[35]|IDENTITY:netbird_vps_backup|BAD:status=fail|DISABLED:none|FIELDS:id=netbird_vps_backup;name=netbird-vps-backup;service=netbird-vps-backup.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.jobs[37]|IDENTITY:paperless_restore_dry_run|BAD:status=stale|DISABLED:none|FIELDS:id=paperless_restore_dry_run;name=paperless-restore-dry-run;service=paperless-restore-dry-run.service;status=STALE\nDETAIL=BAD_RECORD=PATH:$.jobs[40]|IDENTITY:vm160_remote_backup|BAD:status=fail|DISABLED:none|FIELDS:id=vm160_remote_backup;name=vm160-remote-backup;service=homelab-vm160-remote-backup.service;status=FAIL\nDETAIL=BAD_RECORD=PATH:$.summary|IDENTITY:|BAD:status=fail|DISABLED:none|FIELDS:status=FAIL\nDETAIL=DISABLED_ONLY_COUNT=5\nDETAIL=DISABLED_RECORD=PATH:$.jobs[8]|IDENTITY:homelab_authentik_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[17]|IDENTITY:homelab_gitea_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[23]|IDENTITY:homelab_npmplus_kuma_config_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[25]|IDENTITY:homelab_vaultwarden_backup|SIGNALS:status=disabled\nDETAIL=DISABLED_RECORD=PATH:$.jobs[36]|IDENTITY:paperless_backup|SIGNALS:status=disabled\nDETAIL=LIST_SCHEMA=PATH:$.jobs|ITEMS:41|DICT_ITEMS:41|KEYS:age_seconds,category,critical,evidence_level,freshness,generated_health_output,id,max_age_seconds,name,service,service_exec_main_status,service_result,source_health,source_kind,source_mtime,source_status,status,timer,timer_active,timer_enabled\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=BACKUP_MATRIX_BAD_JOB_DISCOVERY=PASS\nCHANGES_MADE=NO\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 6e427f6..d4fc116 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,5 +1,5 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-BACKUP-MATRIX-FAILURE-AUDIT-429 +COMMAND_ID=HOMELAB-BACKUP-MATRIX-BAD-JOBS-DISCOVERY-430 STATUS=OK RC=0 HOST=pve01 @@ -9,202 +9,84 @@ REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 -COMMAND_SHA256=d361e4c1100f3da6fa9e708a966bc5ce11d491b55027d4766e5dbc29f3699816 +COMMAND_SHA256=8a21cde408577f47c4d88ff6dcf0a4449ef7a77e0c064419260504b794cdc2e6 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGES_MADE=false SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55 -SANITIZED_OUTPUT_SHA256=b507fad0e10f74eee68181be851d7b53e3cf8f906f9815d2c42534be5d0cac55 +RAW_EVIDENCE_SHA256=de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac +SANITIZED_OUTPUT_SHA256=de359611c59c55b28e546d3099a9a49187e6e8523948be5d2bf6ea5b633cb2ac OUTPUT_BEGIN -DETAIL=SERVICE_STATE_BEGIN -DETAIL=SERVICE_PROPERTY=Result=exit-code -DETAIL=SERVICE_PROPERTY=ExecMainCode=1 -DETAIL=SERVICE_PROPERTY=ExecMainStatus=1 -DETAIL=SERVICE_PROPERTY=ExecStart={ path=/usr/local/sbin/homelab-backup-matrix-refresh ; argv[]=/usr/local/sbin/homelab-backup-matrix-refresh ; ignore_errors=no ; start_time=[Fri 2026-07-24 10:06:04 MSK] ; stop_time=[Fri 2026-07-24 10:06:05 MSK] ; pid=3581151 ; code=exited ; status=1 } -DETAIL=SERVICE_PROPERTY=WorkingDirectory= -DETAIL=SERVICE_PROPERTY=User= -DETAIL=SERVICE_PROPERTY=Group= -DETAIL=SERVICE_PROPERTY=LoadState=loaded -DETAIL=SERVICE_PROPERTY=ActiveState=failed -DETAIL=SERVICE_PROPERTY=SubState=failed -DETAIL=SERVICE_PROPERTY=FragmentPath=/etc/systemd/system/homelab-backup-matrix-refresh.service -DETAIL=SERVICE_PROPERTY=DropInPaths= -DETAIL=SERVICE_STATE_END -DETAIL=TIMER_STATE_BEGIN -DETAIL=TIMER_PROPERTY=Unit=homelab-backup-matrix-refresh.service -DETAIL=TIMER_PROPERTY=NextElapseUSecRealtime= -DETAIL=TIMER_PROPERTY=LastTriggerUSec= -DETAIL=TIMER_PROPERTY=LoadState=loaded -DETAIL=TIMER_PROPERTY=ActiveState=inactive -DETAIL=TIMER_PROPERTY=SubState=dead -DETAIL=TIMER_STATE_END -DETAIL=LAST_FAILURE_BEGIN -DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 homelab-backup-matrix-refresh[2451935]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T04:18:06+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T04:28:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 homelab-backup-matrix-refresh[2481004]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T04:28:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T04:50:27+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 homelab-backup-matrix-refresh[2557614]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T04:50:28+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T05:21:32+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 homelab-backup-matrix-refresh[2650449]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T05:21:33+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T05:54:45+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 homelab-backup-matrix-refresh[2763918]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T05:54:46+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T06:08:12+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 homelab-backup-matrix-refresh[2814238]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T06:08:13+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T06:46:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 homelab-backup-matrix-refresh[2942590]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T06:46:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T07:04:41+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 homelab-backup-matrix-refresh[3006174]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T07:04:42+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T07:43:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 homelab-backup-matrix-refresh[3125407]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T07:43:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T08:20:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 homelab-backup-matrix-refresh[3253902]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T08:20:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T08:26:24+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 homelab-backup-matrix-refresh[3268883]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T08:26:25+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T08:35:15+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 homelab-backup-matrix-refresh[3293028]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T08:35:16+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T08:37:50+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 homelab-backup-matrix-refresh[3305815]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T08:37:51+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=JOURNAL=2026-07-24T10:06:04+03:00 pve01 systemd[1]: Starting homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state... -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_STATUS=FAIL -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_TOTAL=41 -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_OK=30 -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_BAD=6 -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_UNMAPPED=0 -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JOBS_DISABLED=5 -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_STATE_JSON=/var/lib/homelab-backup-matrix/state.json -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 homelab-backup-matrix-refresh[3581151]: MATRIX_RENDERED_DIR=/var/lib/homelab-backup-matrix/rendered -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Main process exited, code=exited, status=1/FAILURE -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: homelab-backup-matrix-refresh.service: Failed with result 'exit-code'. -DETAIL=JOURNAL=2026-07-24T10:06:05+03:00 pve01 systemd[1]: Failed to start homelab-backup-matrix-refresh.service - Generate unified homelab backup matrix state. -DETAIL=LAST_FAILURE_END +DETAIL=STATE_PATH=/var/lib/homelab-backup-matrix/state.json +DETAIL=STATE_BYTES=36840 +DETAIL=STATE_SHA256=08d7536cb2c11d036726c4bc0c59d573f6c02e8b3e136e9872128a380ab88807 +DETAIL=ROOT_KEYS=authority,compatibility_map,generated_at,jobs,matrix_mode,matrix_sha256,summary,version +DETAIL=SUMMARY=$.jobs[0].status=OK +DETAIL=SUMMARY=$.jobs[10].status=OK +DETAIL=SUMMARY=$.jobs[11].status=OK +DETAIL=SUMMARY=$.jobs[12].status=OK +DETAIL=SUMMARY=$.jobs[13].status=FAIL +DETAIL=SUMMARY=$.jobs[14].status=OK +DETAIL=SUMMARY=$.jobs[15].status=OK +DETAIL=SUMMARY=$.jobs[16].status=OK +DETAIL=SUMMARY=$.jobs[17].status=DISABLED +DETAIL=SUMMARY=$.jobs[18].status=OK +DETAIL=SUMMARY=$.jobs[19].status=OK +DETAIL=SUMMARY=$.jobs[1].status=OK +DETAIL=SUMMARY=$.jobs[20].status=OK +DETAIL=SUMMARY=$.jobs[21].status=OK +DETAIL=SUMMARY=$.jobs[22].status=STALE +DETAIL=SUMMARY=$.jobs[23].status=DISABLED +DETAIL=SUMMARY=$.jobs[24].status=OK +DETAIL=SUMMARY=$.jobs[25].status=DISABLED +DETAIL=SUMMARY=$.jobs[26].status=OK +DETAIL=SUMMARY=$.jobs[27].status=OK +DETAIL=SUMMARY=$.jobs[28].status=OK +DETAIL=SUMMARY=$.jobs[29].status=OK +DETAIL=SUMMARY=$.jobs[2].status=STALE +DETAIL=SUMMARY=$.jobs[30].status=OK +DETAIL=SUMMARY=$.jobs[31].status=OK +DETAIL=SUMMARY=$.jobs[32].status=OK +DETAIL=SUMMARY=$.jobs[33].status=OK +DETAIL=SUMMARY=$.jobs[34].status=OK +DETAIL=SUMMARY=$.jobs[35].status=FAIL +DETAIL=SUMMARY=$.jobs[36].status=DISABLED +DETAIL=SUMMARY=$.jobs[37].status=STALE +DETAIL=SUMMARY=$.jobs[38].status=OK +DETAIL=SUMMARY=$.jobs[39].status=OK +DETAIL=SUMMARY=$.jobs[3].status=OK +DETAIL=SUMMARY=$.jobs[40].status=FAIL +DETAIL=SUMMARY=$.jobs[4].status=OK +DETAIL=SUMMARY=$.jobs[5].status=OK +DETAIL=SUMMARY=$.jobs[6].status=OK +DETAIL=SUMMARY=$.jobs[7].status=OK +DETAIL=SUMMARY=$.jobs[8].status=DISABLED +DETAIL=SUMMARY=$.jobs[9].status=OK +DETAIL=SUMMARY=$.summary.jobs_bad=6 +DETAIL=SUMMARY=$.summary.jobs_disabled=5 +DETAIL=SUMMARY=$.summary.jobs_ok=30 +DETAIL=SUMMARY=$.summary.jobs_total=41 +DETAIL=SUMMARY=$.summary.jobs_unmapped=0 +DETAIL=SUMMARY=$.summary.status=FAIL +DETAIL=BAD_RECORD_COUNT=7 +DETAIL=BAD_RECORD=PATH:$.jobs[2]|IDENTITY:filebrowser_restore_validate|BAD:status=stale|DISABLED:none|FIELDS:id=filebrowser_restore_validate;name=filebrowser-restore-validate;service=filebrowser-restore-validate.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[13]|IDENTITY:homelab_backup_sla_health|BAD:status=fail|DISABLED:none|FIELDS:id=homelab_backup_sla_health;name=homelab-backup-sla-health;service=homelab-backup-sla-health.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.jobs[22]|IDENTITY:homelab_mail_cloud_restore_drill|BAD:status=stale|DISABLED:none|FIELDS:id=homelab_mail_cloud_restore_drill;name=homelab-mail-cloud-restore-drill;service=homelab-mail-cloud-restore-drill.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[35]|IDENTITY:netbird_vps_backup|BAD:status=fail|DISABLED:none|FIELDS:id=netbird_vps_backup;name=netbird-vps-backup;service=netbird-vps-backup.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.jobs[37]|IDENTITY:paperless_restore_dry_run|BAD:status=stale|DISABLED:none|FIELDS:id=paperless_restore_dry_run;name=paperless-restore-dry-run;service=paperless-restore-dry-run.service;status=STALE +DETAIL=BAD_RECORD=PATH:$.jobs[40]|IDENTITY:vm160_remote_backup|BAD:status=fail|DISABLED:none|FIELDS:id=vm160_remote_backup;name=vm160-remote-backup;service=homelab-vm160-remote-backup.service;status=FAIL +DETAIL=BAD_RECORD=PATH:$.summary|IDENTITY:|BAD:status=fail|DISABLED:none|FIELDS:status=FAIL +DETAIL=DISABLED_ONLY_COUNT=5 +DETAIL=DISABLED_RECORD=PATH:$.jobs[8]|IDENTITY:homelab_authentik_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[17]|IDENTITY:homelab_gitea_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[23]|IDENTITY:homelab_npmplus_kuma_config_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[25]|IDENTITY:homelab_vaultwarden_backup|SIGNALS:status=disabled +DETAIL=DISABLED_RECORD=PATH:$.jobs[36]|IDENTITY:paperless_backup|SIGNALS:status=disabled +DETAIL=LIST_SCHEMA=PATH:$.jobs|ITEMS:41|DICT_ITEMS:41|KEYS:age_seconds,category,critical,evidence_level,freshness,generated_health_output,id,max_age_seconds,name,service,service_exec_main_status,service_result,source_health,source_kind,source_mtime,source_status,status,timer,timer_active,timer_enabled DETAIL=SECRET_VALUES_OUTPUT=NONE -DETAIL=BACKUP_MATRIX_FAILURE_AUDIT=PASS +DETAIL=BACKUP_MATRIX_BAD_JOB_DISCOVERY=PASS CHANGES_MADE=NO OUTPUT_END