From 7c45fdc7499a4425ab62ad7145549e6ea1c75030 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Fri, 24 Jul 2026 09:02:25 +0000 Subject: [PATCH] runtime: publish HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417 --- ...KLADCHIK-SUPERVISOR-FAILURE-TRACE-417.json | 30 ++++ ...SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.txt | 121 ++++++++++++++++ runtime/latest.json | 14 +- runtime/latest.txt | 129 ++++++++++++++---- 4 files changed, 257 insertions(+), 37 deletions(-) create mode 100644 runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.json create mode 100644 runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.txt diff --git a/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.json b/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.json new file mode 100644 index 0000000..4cc863d --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-07-24T09:02:24Z", + "finished_at_utc": "2026-07-24T09:02:25Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", + "command_sha256": "9f6e05b9df78cf255d0b700cf196693048a5d3f95183c3f4aa1fd2e48188ab45", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798", + "sanitized_output_sha256": "4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "DETAIL=SUPERVISOR_STATE_BEGIN\nDETAIL=SYSTEMD_PROPERTY=Result=exit-code\nDETAIL=SYSTEMD_PROPERTY=ExecMainCode=1\nDETAIL=SYSTEMD_PROPERTY=ExecMainStatus=1\nDETAIL=SYSTEMD_PROPERTY=WorkingDirectory=\nDETAIL=SYSTEMD_PROPERTY=User=\nDETAIL=SYSTEMD_PROPERTY=Group=\nDETAIL=SYSTEMD_PROPERTY=LoadState=loaded\nDETAIL=SYSTEMD_PROPERTY=ActiveState=failed\nDETAIL=SYSTEMD_PROPERTY=SubState=failed\nDETAIL=SYSTEMD_PROPERTY=FragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service\nDETAIL=SYSTEMD_PROPERTY=DropInPaths=\nDETAIL=SUPERVISOR_STATE_END\nDETAIL=SUPERVISOR_UNIT_CONTRACT_BEGIN\nDETAIL=UNIT_CONTRACT=# /etc/systemd/system/skladchik-reports-monitor-supervisor.service\nDETAIL=UNIT_CONTRACT=[Unit]\nDETAIL=UNIT_CONTRACT=After=network-online.target\nDETAIL=UNIT_CONTRACT=[Service]\nDETAIL=UNIT_CONTRACT=ExecStart=/usr/local/sbin/skladchik-reports-monitor-supervisor check\nDETAIL=SUPERVISOR_UNIT_CONTRACT_END\nDETAIL=SUPERVISOR_LAST_FAILURE_BEGIN\nDETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor.\nDETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor.\nDETAIL=SUPERVISOR_LAST_FAILURE_END\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=SUPERVISOR_FAILURE_TRACE=PASS\nCHANGES_MADE=NO\n" +} diff --git a/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.txt b/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.txt new file mode 100644 index 0000000..69011f3 --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417.txt @@ -0,0 +1,121 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=9f6e05b9df78cf255d0b700cf196693048a5d3f95183c3f4aa1fd2e48188ab45 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798 +SANITIZED_OUTPUT_SHA256=4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798 +OUTPUT_BEGIN +DETAIL=SUPERVISOR_STATE_BEGIN +DETAIL=SYSTEMD_PROPERTY=Result=exit-code +DETAIL=SYSTEMD_PROPERTY=ExecMainCode=1 +DETAIL=SYSTEMD_PROPERTY=ExecMainStatus=1 +DETAIL=SYSTEMD_PROPERTY=WorkingDirectory= +DETAIL=SYSTEMD_PROPERTY=User= +DETAIL=SYSTEMD_PROPERTY=Group= +DETAIL=SYSTEMD_PROPERTY=LoadState=loaded +DETAIL=SYSTEMD_PROPERTY=ActiveState=failed +DETAIL=SYSTEMD_PROPERTY=SubState=failed +DETAIL=SYSTEMD_PROPERTY=FragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service +DETAIL=SYSTEMD_PROPERTY=DropInPaths= +DETAIL=SUPERVISOR_STATE_END +DETAIL=SUPERVISOR_UNIT_CONTRACT_BEGIN +DETAIL=UNIT_CONTRACT=# /etc/systemd/system/skladchik-reports-monitor-supervisor.service +DETAIL=UNIT_CONTRACT=[Unit] +DETAIL=UNIT_CONTRACT=After=network-online.target +DETAIL=UNIT_CONTRACT=[Service] +DETAIL=UNIT_CONTRACT=ExecStart=/usr/local/sbin/skladchik-reports-monitor-supervisor check +DETAIL=SUPERVISOR_UNIT_CONTRACT_END +DETAIL=SUPERVISOR_LAST_FAILURE_BEGIN +DETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_STATUS=FAIL +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'. +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor. +DETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_STATUS=FAIL +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'. +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor. +DETAIL=SUPERVISOR_LAST_FAILURE_END +DETAIL=SECRET_VALUES_OUTPUT=NONE +DETAIL=SUPERVISOR_FAILURE_TRACE=PASS +CHANGES_MADE=NO + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 1b9495a..4cc863d 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-EDGE-COOKIE-ALARM-ROOTCAUSE-416", + "command_id": "HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", "component": "cluster-audit", - "started_at_utc": "2026-07-24T09:00:59Z", - "finished_at_utc": "2026-07-24T09:01:00Z", + "started_at_utc": "2026-07-24T09:02:24Z", + "finished_at_utc": "2026-07-24T09:02:25Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", - "command_sha256": "77896618b46e2f97362240deb743fb8e625075381e57377ee0314130be2b2026", + "command_sha256": "9f6e05b9df78cf255d0b700cf196693048a5d3f95183c3f4aa1fd2e48188ab45", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,9 +22,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "42060919d9f8adc2e4b909bdf69784979780bc84381a4007a2367041b789ad4f", - "sanitized_output_sha256": "42060919d9f8adc2e4b909bdf69784979780bc84381a4007a2367041b789ad4f", + "raw_evidence_sha256": "4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798", + "sanitized_output_sha256": "4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "DETAIL=ALARM=edge_cookies_jar_bad\nDETAIL=AUTHENTICATION_FROM_REPORT=WORKING\nDETAIL=CHANGES_PLANNED=NO\nDETAIL=LOCAL_ALARM_DEFINITION_BEGIN\nDETAIL=LOCAL_ALARM_DEFINITION_COUNT=0\nDETAIL=LOCAL_ALARM_DEFINITION_END\nDETAIL=LOCAL_RELEVANT_UNITS_BEGIN\nDETAIL=UNIT= skladchik-reports-monitor-backup-restore-check.service loaded inactive dead Restore-check Skladchik reports monitor cloud backups\nDETAIL=UNIT= skladchik-reports-monitor-backup.service loaded inactive dead Backup Skladchik reports monitor from edge-vm to encrypted clouds\nDETAIL=UNIT= skladchik-reports-monitor-monthly-selftest-watch.service loaded inactive dead Контроль результата ежемесячного самотеста Складчик\nDETAIL=UNIT=● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor\nDETAIL=UNIT= skladchik-reports-monitor-backup-restore-check.timer loaded active waiting Weekly restore-check of Skladchik reports monitor cloud backups\nDETAIL=UNIT= skladchik-reports-monitor-backup.timer loaded active waiting Daily Skladchik reports monitor backup to encrypted clouds\nDETAIL=UNIT= skladchik-reports-monitor-monthly-selftest-watch.timer loaded active waiting Ежедневная проверка ежемесячного самотеста Складчик\nDETAIL=UNIT= skladchik-reports-monitor-supervisor.timer loaded active waiting Run Skladchik reports monitor full supervisor every 10 minutes\nDETAIL=LOCAL_RELEVANT_UNITS_END\nDETAIL=LOCAL_MONITOR_UNIT_BEGIN\nDETAIL=LOCAL_MONITOR_UNIT_END\nDETAIL=LOCAL_COOKIE_METADATA_BEGIN\nDETAIL=COOKIE_ROOT=/var/lib/skladchik-reports-monitor|STATE=ABSENT\nDETAIL=COOKIE_ROOT=/etc/skladchik-reports-monitor|STATE=ABSENT\nDETAIL=LOCAL_COOKIE_METADATA_END\nDETAIL=EDGE_AUDIT_BEGIN\nDETAIL=EDGE_AUDIT_END\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=COOKIE_CONTENT_OUTPUT=NONE\nDETAIL=EDGE_COOKIE_ALARM_ROOTCAUSE_AUDIT=PASS\nCHANGES_MADE=NO\n" + "output": "DETAIL=SUPERVISOR_STATE_BEGIN\nDETAIL=SYSTEMD_PROPERTY=Result=exit-code\nDETAIL=SYSTEMD_PROPERTY=ExecMainCode=1\nDETAIL=SYSTEMD_PROPERTY=ExecMainStatus=1\nDETAIL=SYSTEMD_PROPERTY=WorkingDirectory=\nDETAIL=SYSTEMD_PROPERTY=User=\nDETAIL=SYSTEMD_PROPERTY=Group=\nDETAIL=SYSTEMD_PROPERTY=LoadState=loaded\nDETAIL=SYSTEMD_PROPERTY=ActiveState=failed\nDETAIL=SYSTEMD_PROPERTY=SubState=failed\nDETAIL=SYSTEMD_PROPERTY=FragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service\nDETAIL=SYSTEMD_PROPERTY=DropInPaths=\nDETAIL=SUPERVISOR_STATE_END\nDETAIL=SUPERVISOR_UNIT_CONTRACT_BEGIN\nDETAIL=UNIT_CONTRACT=# /etc/systemd/system/skladchik-reports-monitor-supervisor.service\nDETAIL=UNIT_CONTRACT=[Unit]\nDETAIL=UNIT_CONTRACT=After=network-online.target\nDETAIL=UNIT_CONTRACT=[Service]\nDETAIL=UNIT_CONTRACT=ExecStart=/usr/local/sbin/skladchik-reports-monitor-supervisor check\nDETAIL=SUPERVISOR_UNIT_CONTRACT_END\nDETAIL=SUPERVISOR_LAST_FAILURE_BEGIN\nDETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor.\nDETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_STATUS=OK\nDETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_PROBLEMS=\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_STATUS=FAIL\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'.\nDETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor.\nDETAIL=SUPERVISOR_LAST_FAILURE_END\nDETAIL=SECRET_VALUES_OUTPUT=NONE\nDETAIL=SUPERVISOR_FAILURE_TRACE=PASS\nCHANGES_MADE=NO\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 246e108..69011f3 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,5 +1,5 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-EDGE-COOKIE-ALARM-ROOTCAUSE-416 +COMMAND_ID=HOMELAB-SKLADCHIK-SUPERVISOR-FAILURE-TRACE-417 STATUS=OK RC=0 HOST=pve01 @@ -9,43 +9,112 @@ REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 -COMMAND_SHA256=77896618b46e2f97362240deb743fb8e625075381e57377ee0314130be2b2026 +COMMAND_SHA256=9f6e05b9df78cf255d0b700cf196693048a5d3f95183c3f4aa1fd2e48188ab45 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGES_MADE=false SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=42060919d9f8adc2e4b909bdf69784979780bc84381a4007a2367041b789ad4f -SANITIZED_OUTPUT_SHA256=42060919d9f8adc2e4b909bdf69784979780bc84381a4007a2367041b789ad4f +RAW_EVIDENCE_SHA256=4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798 +SANITIZED_OUTPUT_SHA256=4a1b1b699e9b8b13e867485522410253fe5bf1a821101e64dcf14e5186201798 OUTPUT_BEGIN -DETAIL=ALARM=edge_cookies_jar_bad -DETAIL=AUTHENTICATION_FROM_REPORT=WORKING -DETAIL=CHANGES_PLANNED=NO -DETAIL=LOCAL_ALARM_DEFINITION_BEGIN -DETAIL=LOCAL_ALARM_DEFINITION_COUNT=0 -DETAIL=LOCAL_ALARM_DEFINITION_END -DETAIL=LOCAL_RELEVANT_UNITS_BEGIN -DETAIL=UNIT= skladchik-reports-monitor-backup-restore-check.service loaded inactive dead Restore-check Skladchik reports monitor cloud backups -DETAIL=UNIT= skladchik-reports-monitor-backup.service loaded inactive dead Backup Skladchik reports monitor from edge-vm to encrypted clouds -DETAIL=UNIT= skladchik-reports-monitor-monthly-selftest-watch.service loaded inactive dead Контроль результата ежемесячного самотеста Складчик -DETAIL=UNIT=● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor -DETAIL=UNIT= skladchik-reports-monitor-backup-restore-check.timer loaded active waiting Weekly restore-check of Skladchik reports monitor cloud backups -DETAIL=UNIT= skladchik-reports-monitor-backup.timer loaded active waiting Daily Skladchik reports monitor backup to encrypted clouds -DETAIL=UNIT= skladchik-reports-monitor-monthly-selftest-watch.timer loaded active waiting Ежедневная проверка ежемесячного самотеста Складчик -DETAIL=UNIT= skladchik-reports-monitor-supervisor.timer loaded active waiting Run Skladchik reports monitor full supervisor every 10 minutes -DETAIL=LOCAL_RELEVANT_UNITS_END -DETAIL=LOCAL_MONITOR_UNIT_BEGIN -DETAIL=LOCAL_MONITOR_UNIT_END -DETAIL=LOCAL_COOKIE_METADATA_BEGIN -DETAIL=COOKIE_ROOT=/var/lib/skladchik-reports-monitor|STATE=ABSENT -DETAIL=COOKIE_ROOT=/etc/skladchik-reports-monitor|STATE=ABSENT -DETAIL=LOCAL_COOKIE_METADATA_END -DETAIL=EDGE_AUDIT_BEGIN -DETAIL=EDGE_AUDIT_END +DETAIL=SUPERVISOR_STATE_BEGIN +DETAIL=SYSTEMD_PROPERTY=Result=exit-code +DETAIL=SYSTEMD_PROPERTY=ExecMainCode=1 +DETAIL=SYSTEMD_PROPERTY=ExecMainStatus=1 +DETAIL=SYSTEMD_PROPERTY=WorkingDirectory= +DETAIL=SYSTEMD_PROPERTY=User= +DETAIL=SYSTEMD_PROPERTY=Group= +DETAIL=SYSTEMD_PROPERTY=LoadState=loaded +DETAIL=SYSTEMD_PROPERTY=ActiveState=failed +DETAIL=SYSTEMD_PROPERTY=SubState=failed +DETAIL=SYSTEMD_PROPERTY=FragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service +DETAIL=SYSTEMD_PROPERTY=DropInPaths= +DETAIL=SUPERVISOR_STATE_END +DETAIL=SUPERVISOR_UNIT_CONTRACT_BEGIN +DETAIL=UNIT_CONTRACT=# /etc/systemd/system/skladchik-reports-monitor-supervisor.service +DETAIL=UNIT_CONTRACT=[Unit] +DETAIL=UNIT_CONTRACT=After=network-online.target +DETAIL=UNIT_CONTRACT=[Service] +DETAIL=UNIT_CONTRACT=ExecStart=/usr/local/sbin/skladchik-reports-monitor-supervisor check +DETAIL=SUPERVISOR_UNIT_CONTRACT_END +DETAIL=SUPERVISOR_LAST_FAILURE_BEGIN +DETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[2914895]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[2943586]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T06:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[2971845]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3008729]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:18:28+03:00 pve01 skladchik-reports-monitor-supervisor[3048052]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3075804]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:38:28+03:00 pve01 skladchik-reports-monitor-supervisor[3111924]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3148073]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T07:58:28+03:00 pve01 skladchik-reports-monitor-supervisor[3175426]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3205006]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3241119]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3269919]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3306255]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3342134]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T08:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3369587]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3405539]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3430044]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3457493]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3493130]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:48:29+03:00 pve01 skladchik-reports-monitor-supervisor[3528983]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T09:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3556369]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3594595]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3633670]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3652898]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_STATUS=FAIL +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 skladchik-reports-monitor-supervisor[3691967]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'. +DETAIL=JOURNAL=2026-07-24T10:38:31+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor. +DETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:48:31+03:00 pve01 skladchik-reports-monitor-supervisor[3730900]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T10:58:29+03:00 pve01 skladchik-reports-monitor-supervisor[3761552]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:08:29+03:00 pve01 skladchik-reports-monitor-supervisor[3800692]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:18:29+03:00 pve01 skladchik-reports-monitor-supervisor[3839724]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:28:29+03:00 pve01 skladchik-reports-monitor-supervisor[3858965]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:38:29+03:00 pve01 skladchik-reports-monitor-supervisor[3897854]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_STATUS=OK +DETAIL=JOURNAL=2026-07-24T11:48:35+03:00 pve01 skladchik-reports-monitor-supervisor[3937127]: SUPERVISOR_PROBLEMS= +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_STATUS=FAIL +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 skladchik-reports-monitor-supervisor[3967718]: SUPERVISOR_PROBLEMS=edge_cookies_jar_bad +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Main process exited, code=exited, status=1/FAILURE +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: skladchik-reports-monitor-supervisor.service: Failed with result 'exit-code'. +DETAIL=JOURNAL=2026-07-24T11:58:40+03:00 pve01 systemd[1]: Failed to start skladchik-reports-monitor-supervisor.service - Skladchik reports monitor full supervisor. +DETAIL=SUPERVISOR_LAST_FAILURE_END DETAIL=SECRET_VALUES_OUTPUT=NONE -DETAIL=COOKIE_CONTENT_OUTPUT=NONE -DETAIL=EDGE_COOKIE_ALARM_ROOTCAUSE_AUDIT=PASS +DETAIL=SUPERVISOR_FAILURE_TRACE=PASS CHANGES_MADE=NO OUTPUT_END