From e713d251f6ecc44d3aea445bc123dc36e45c8592 Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Thu, 23 Jul 2026 15:00:40 +0000 Subject: [PATCH] runtime: publish HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367 --- ...B-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.json | 30 ++ ...AB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.txt | 239 ++++++++++++++++ runtime/latest.json | 14 +- runtime/latest.txt | 265 ++++++++++++++---- 4 files changed, 493 insertions(+), 55 deletions(-) create mode 100644 runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.json create mode 100644 runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.txt diff --git a/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.json b/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.json new file mode 100644 index 0000000..39c98f4 --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "read-only", + "component": "cluster-audit", + "started_at_utc": "2026-07-23T15:00:39Z", + "finished_at_utc": "2026-07-23T15:00:40Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", + "command_sha256": "714ecd0a96e8e74708821145d5e291044348f999fb57e214154c0d7e16bff657", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": false, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "5b078f8e91c69f948501e2524d2e9671e904252b503dea2c464c2f771628be1e", + "sanitized_output_sha256": "6eb532f5522816e0777aca9d5378ee0e041fb4e31409e4081c42fd03f09be5bd", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "DETAIL=RECOVERY_UNIT_AUDIT_BEGIN\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup.service|META=root:root|644|285|regular file|SHA256=cdcac9f575c2e06c7b9f15aaeb334384f1aebbde6de1e6175df049c8116483eb\nDETAIL=UNIT_END=skladchik-reports-monitor-backup.service\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup-restore-check.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service|META=root:root|644|287|regular file|SHA256=6094ede6028814c73cfda017501d09e90f87aa43211c70d3b1977e3348821458\nDETAIL=UNIT_END=skladchik-reports-monitor-backup-restore-check.service\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-monthly-selftest-watch.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 /usr/local/sbin/skladchik-reports-monitor-monthly-selftest-watch ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service|META=root:root|644|311|regular file|SHA256=937a97fe780973d1a23e701968681ba6153dc378fa07c77e6b2396a66bade27c\nDETAIL=UNIT_END=skladchik-reports-monitor-monthly-selftest-watch.service\nDETAIL=RECOVERY_UNIT_AUDIT_END\nDETAIL=RECOVERY_FILE_CANDIDATES_BEGIN\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/app-states/latest-authentik.json|META=root:root|644|913|1784773841|regular file|SHA256=04241aa2c7fa94454c69e5cf0f1d411a345b4e7def6a1fd642f852af163fd84e\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-backup.txt|META=root:root|640|753|1784783186|regular file|SHA256=1a57a8d109af9967b6b1344df9d01de47ac893710c8ae6b029b8d218c70a5bde\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-offhost.txt|META=root:root|640|754|1784783186|regular file|SHA256=11d0d8859cb656083000b308af116bb5c055e819d73afb50150c8330b74d0f08\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-restore.txt|META=root:root|640|754|1784783186|regular file|SHA256=8702a83a316f46af079c8819d80577f0b0c63699bc4d869ba39510d7517510c6\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/cluster-admin-stage3-api-auth-diagnosis.txt|META=root:root|644|854|1783910173|regular file|SHA256=2c57ef52c52ced99a4ad78b44c4c95756579f84f44362e04b780a5a94caa2c57\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/service-readiness-authentik.txt|META=root:root|644|333|1783578561|regular file|SHA256=690f7dc699b3e75f5b46851d3973bfd44baafeba6ef93258d90f202e7ebb4c55\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/runbooks/authentik.md|META=root:root|644|853|1784781994|regular file|SHA256=5bdb73877803ac88f8c5af65df2db9dc28b14b98e9bf5eb0898219778d8508ff\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/homelab-backup-authentik|META=root:root|755|4356|1781789178|regular file|SHA256=081e27cb34ace80576ef375dfece97d0b9f79cb4a0a6b72b5d354b7eefe9dd81\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup|META=root:root|755|5610|1784371950|regular file|SHA256=1912f8f0559637563972bb8ac984fb0036694092056ae53968c02cc3b67855f3\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak|META=root:root|755|5318|1783665356|regular file|SHA256=6d100f0bb9b3c29ae1391ee2cddf9d522a26fdf9168344141b1b1d62dc3e8901\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5558|1783666391|regular file|SHA256=b95c09d271f2926d6cb80388d87d77313ab7709bdc9386c562774c72dce2eab9\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check|META=root:root|755|6851|1783669419|regular file|SHA256=abb2d17392b6edde3603f77e88fc82240c311f932b0d197b1b8289b990c1dc23\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5316|1783666391|regular file|SHA256=0a14f5db7c8861133bc6e3a7d43373abc6fb76193aa20988d97a14ea4a464fcb\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check-status|META=root:root|755|753|1783666391|regular file|SHA256=92ca1bd3b9e29bb2adf27deeb009edd8daee70f4fc304a879f79c29e00d99d67\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-status|META=root:root|755|606|1783665356|regular file|SHA256=afbbe3ed8478d2de98456dbfa3f6405ed1a65bd57fec26b98d083f29a08fa5e0\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.service|META=root:root|644|181|1781789178|regular file|SHA256=81a709901db99eaea51915af0b69d923d1b605ba7927b6fb95583f8b297b84e7\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.timer|META=root:root|644|208|1781789178|regular file|SHA256=36aea53d4ff6d0b4cdb20925aa41a38db0485c2ba2bd632ebcec6f25a68ec54c\nDETAIL=RECOVERY_FILE_CANDIDATE_COUNT=17\nDETAIL=BACKUP_JOURNAL_BEGIN\n2026-07-22T01:38:43Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260722T013805Z\n2026-07-22T01:38:43Z OK run_id=20260722T013805Z\nskladchik-reports-monitor-backup.service: Deactivated successfully.\nFinished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.\nskladchik-reports-monitor-backup.service: Consumed 4.530s CPU time, 38.6M memory peak.\nStarting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...\nMONTHLY_SELFTEST_WATCH_STATUS=OK\nMONTHLY_SELFTEST_WATCH_MAIL_SENT=no\nMONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin\nMONTHLY_SELFTEST_WATCH_PROBLEMS=\nMONTHLY_SELFTEST_LAST_STATUS=OK\nMONTHLY_SELFTEST_LAST_AGE_SECONDS=1035731\nMONTHLY_SELFTEST_NOTIFY_FILE=yes\nskladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.\nFinished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.\nStarting skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds...\n2026-07-23T01:32:14Z START run_id=20260723T013214Z edge=debian@[PRIVATE_IP]\n2026-07-23T01:32:15Z LOCAL_ARCHIVE_OK size=91767 path=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)\nINFO :\nTransferred: \t 164 B / 164 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt\nINFO :\nTransferred: \t 210 B / 210 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 64 B / 64 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 233 B / 233 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt\nINFO :\nTransferred: \t 215 B / 215 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 327 B / 327 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : manifest.txt.sha256: Copied (new)\nINFO :\nTransferred: \t 127 B / 127 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.3s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a\n2026-07-23T01:32:38Z CLOUD_UPLOAD_OK remote=pve01-mail-01-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)\nINFO :\nTransferred: \t 164 B / 164 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt\nINFO :\nTransferred: \t 210 B / 210 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 64 B / 64 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 233 B / 233 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt\nINFO :\nTransferred: \t 215 B / 215 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 327 B / 327 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : manifest.txt.sha256: Copied (new)\nINFO :\nTransferred: \t 127 B / 127 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a\n2026-07-23T01:32:55Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z\n2026-07-23T01:32:55Z OK run_id=20260723T013214Z\nskladchik-reports-monitor-backup.service: Deactivated successfully.\nFinished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.\nskladchik-reports-monitor-backup.service: Consumed 4.432s CPU time, 39.1M memory peak.\nStarting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...\nMONTHLY_SELFTEST_WATCH_STATUS=OK\nMONTHLY_SELFTEST_WATCH_MAIL_SENT=no\nMONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin\nMONTHLY_SELFTEST_WATCH_PROBLEMS=\nMONTHLY_SELFTEST_LAST_STATUS=OK\nMONTHLY_SELFTEST_LAST_AGE_SECONDS=1122138\nMONTHLY_SELFTEST_NOTIFY_FILE=yes\nskladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.\nFinished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.\nDETAIL=BACKUP_JOURNAL_END\nDETAIL=SKLADCHIK_RECOVERY_SOURCE=FOUND_CANDIDATES\nCHANGES_MADE=NO\n" +} diff --git a/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.txt b/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.txt new file mode 100644 index 0000000..6878845 --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367.txt @@ -0,0 +1,239 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367 +STATUS=OK +RC=0 +HOST=pve01 +MODE=read-only +COMPONENT=cluster-audit +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 +COMMAND_SHA256=714ecd0a96e8e74708821145d5e291044348f999fb57e214154c0d7e16bff657 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=false +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=5b078f8e91c69f948501e2524d2e9671e904252b503dea2c464c2f771628be1e +SANITIZED_OUTPUT_SHA256=6eb532f5522816e0777aca9d5378ee0e041fb4e31409e4081c42fd03f09be5bd +OUTPUT_BEGIN +DETAIL=RECOVERY_UNIT_AUDIT_BEGIN +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } +LoadState=loaded +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup.service|META=root:root|644|285|regular file|SHA256=cdcac9f575c2e06c7b9f15aaeb334384f1aebbde6de1e6175df049c8116483eb +DETAIL=UNIT_END=skladchik-reports-monitor-backup.service +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup-restore-check.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } +LoadState=loaded +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service|META=root:root|644|287|regular file|SHA256=6094ede6028814c73cfda017501d09e90f87aa43211c70d3b1977e3348821458 +DETAIL=UNIT_END=skladchik-reports-monitor-backup-restore-check.service +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-monthly-selftest-watch.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 /usr/local/sbin/skladchik-reports-monitor-monthly-selftest-watch ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } +LoadState=loaded +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service|META=root:root|644|311|regular file|SHA256=937a97fe780973d1a23e701968681ba6153dc378fa07c77e6b2396a66bade27c +DETAIL=UNIT_END=skladchik-reports-monitor-monthly-selftest-watch.service +DETAIL=RECOVERY_UNIT_AUDIT_END +DETAIL=RECOVERY_FILE_CANDIDATES_BEGIN +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/app-states/latest-authentik.json|META=root:root|644|913|1784773841|regular file|SHA256=04241aa2c7fa94454c69e5cf0f1d411a345b4e7def6a1fd642f852af163fd84e +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-backup.txt|META=root:root|640|753|1784783186|regular file|SHA256=1a57a8d109af9967b6b1344df9d01de47ac893710c8ae6b029b8d218c70a5bde +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-offhost.txt|META=root:root|640|754|1784783186|regular file|SHA256=11d0d8859cb656083000b308af116bb5c055e819d73afb50150c8330b74d0f08 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-restore.txt|META=root:root|640|754|1784783186|regular file|SHA256=8702a83a316f46af079c8819d80577f0b0c63699bc4d869ba39510d7517510c6 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/cluster-admin-stage3-api-auth-diagnosis.txt|META=root:root|644|854|1783910173|regular file|SHA256=2c57ef52c52ced99a4ad78b44c4c95756579f84f44362e04b780a5a94caa2c57 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/service-readiness-authentik.txt|META=root:root|644|333|1783578561|regular file|SHA256=690f7dc699b3e75f5b46851d3973bfd44baafeba6ef93258d90f202e7ebb4c55 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/runbooks/authentik.md|META=root:root|644|853|1784781994|regular file|SHA256=5bdb73877803ac88f8c5af65df2db9dc28b14b98e9bf5eb0898219778d8508ff +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/homelab-backup-authentik|META=root:root|755|4356|1781789178|regular file|SHA256=081e27cb34ace80576ef375dfece97d0b9f79cb4a0a6b72b5d354b7eefe9dd81 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup|META=root:root|755|5610|1784371950|regular file|SHA256=1912f8f0559637563972bb8ac984fb0036694092056ae53968c02cc3b67855f3 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak|META=root:root|755|5318|1783665356|regular file|SHA256=6d100f0bb9b3c29ae1391ee2cddf9d522a26fdf9168344141b1b1d62dc3e8901 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5558|1783666391|regular file|SHA256=b95c09d271f2926d6cb80388d87d77313ab7709bdc9386c562774c72dce2eab9 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check|META=root:root|755|6851|1783669419|regular file|SHA256=abb2d17392b6edde3603f77e88fc82240c311f932b0d197b1b8289b990c1dc23 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5316|1783666391|regular file|SHA256=0a14f5db7c8861133bc6e3a7d43373abc6fb76193aa20988d97a14ea4a464fcb +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check-status|META=root:root|755|753|1783666391|regular file|SHA256=92ca1bd3b9e29bb2adf27deeb009edd8daee70f4fc304a879f79c29e00d99d67 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-status|META=root:root|755|606|1783665356|regular file|SHA256=afbbe3ed8478d2de98456dbfa3f6405ed1a65bd57fec26b98d083f29a08fa5e0 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.service|META=root:root|644|181|1781789178|regular file|SHA256=81a709901db99eaea51915af0b69d923d1b605ba7927b6fb95583f8b297b84e7 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.timer|META=root:root|644|208|1781789178|regular file|SHA256=36aea53d4ff6d0b4cdb20925aa41a38db0485c2ba2bd632ebcec6f25a68ec54c +DETAIL=RECOVERY_FILE_CANDIDATE_COUNT=17 +DETAIL=BACKUP_JOURNAL_BEGIN +2026-07-22T01:38:43Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260722T013805Z +2026-07-22T01:38:43Z OK run_id=20260722T013805Z +skladchik-reports-monitor-backup.service: Deactivated successfully. +Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds. +skladchik-reports-monitor-backup.service: Consumed 4.530s CPU time, 38.6M memory peak. +Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик... +MONTHLY_SELFTEST_WATCH_STATUS=OK +MONTHLY_SELFTEST_WATCH_MAIL_SENT=no +MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin +MONTHLY_SELFTEST_WATCH_PROBLEMS= +MONTHLY_SELFTEST_LAST_STATUS=OK +MONTHLY_SELFTEST_LAST_AGE_SECONDS=1035731 +MONTHLY_SELFTEST_NOTIFY_FILE=yes +skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully. +Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик. +Starting skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds... +2026-07-23T01:32:14Z START run_id=20260723T013214Z edge=debian@[PRIVATE_IP] +2026-07-23T01:32:15Z LOCAL_ARCHIVE_OK size=91767 path=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz +INFO : part-0000: Copied (new) +INFO : +Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new) +INFO : +Transferred: 164 B / 164 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt +INFO : +Transferred: 210 B / 210 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 64 B / 64 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd +INFO : part-0000: Copied (new) +INFO : +Transferred: 233 B / 233 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new) +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt +INFO : +Transferred: 215 B / 215 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39 +INFO : part-0000: Copied (new) +INFO : +Transferred: 327 B / 327 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : manifest.txt.sha256: Copied (new) +INFO : +Transferred: 127 B / 127 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.3s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a +2026-07-23T01:32:38Z CLOUD_UPLOAD_OK remote=pve01-mail-01-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z +INFO : part-0000: Copied (new) +INFO : +Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new) +INFO : +Transferred: 164 B / 164 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt +INFO : +Transferred: 210 B / 210 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 64 B / 64 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd +INFO : part-0000: Copied (new) +INFO : +Transferred: 233 B / 233 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new) +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt +INFO : +Transferred: 215 B / 215 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39 +INFO : part-0000: Copied (new) +INFO : +Transferred: 327 B / 327 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : manifest.txt.sha256: Copied (new) +INFO : +Transferred: 127 B / 127 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a +2026-07-23T01:32:55Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z +2026-07-23T01:32:55Z OK run_id=20260723T013214Z +skladchik-reports-monitor-backup.service: Deactivated successfully. +Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds. +skladchik-reports-monitor-backup.service: Consumed 4.432s CPU time, 39.1M memory peak. +Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик... +MONTHLY_SELFTEST_WATCH_STATUS=OK +MONTHLY_SELFTEST_WATCH_MAIL_SENT=no +MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin +MONTHLY_SELFTEST_WATCH_PROBLEMS= +MONTHLY_SELFTEST_LAST_STATUS=OK +MONTHLY_SELFTEST_LAST_AGE_SECONDS=1122138 +MONTHLY_SELFTEST_NOTIFY_FILE=yes +skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully. +Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик. +DETAIL=BACKUP_JOURNAL_END +DETAIL=SKLADCHIK_RECOVERY_SOURCE=FOUND_CANDIDATES +CHANGES_MADE=NO + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 1501d69..39c98f4 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-SKLADCHIK-STATUS-RUNTIME-DIAG-366", + "command_id": "HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367", "status": "OK", "rc": 0, "host": "pve01", "mode": "read-only", "component": "cluster-audit", - "started_at_utc": "2026-07-23T14:51:44Z", - "finished_at_utc": "2026-07-23T14:51:45Z", + "started_at_utc": "2026-07-23T15:00:39Z", + "finished_at_utc": "2026-07-23T15:00:40Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752", - "command_sha256": "a61a5fad3b8543958e498e93e3c35210fcccdb98b220b95ae21bb94a339faa2e", + "command_sha256": "714ecd0a96e8e74708821145d5e291044348f999fb57e214154c0d7e16bff657", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,9 +22,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "0ee43649c73f604b8fb9d7d2ff3af7c1792b042b83875b19fc6ec743e6313218", - "sanitized_output_sha256": "0ee43649c73f604b8fb9d7d2ff3af7c1792b042b83875b19fc6ec743e6313218", + "raw_evidence_sha256": "5b078f8e91c69f948501e2524d2e9671e904252b503dea2c464c2f771628be1e", + "sanitized_output_sha256": "6eb532f5522816e0777aca9d5378ee0e041fb4e31409e4081c42fd03f09be5bd", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "DETAIL=SCRIPT=/usr/local/sbin/skladchik-reports-monitor-status|META=root:root|755|3427|regular file|SHA256=f902a61109efbac5918360f2235c2523bd10704ac484a4e8591e8a1c490faf5a\nDETAIL=SCRIPT=/usr/local/sbin/skladchik-reports-monitor-supervisor|META=root:root|755|20463|regular file|SHA256=35c68ae0929ff3795be2bde40de334fc8e26413a3d8a620a137be90d1f2c164e\nDETAIL=STATUS_SHEBANG=#!/usr/bin/env bash\nDETAIL=SUPERVISOR_SHEBANG=#!/usr/bin/env python3\nDETAIL=STATUS_SYNTAX=YES\nDETAIL=SUPERVISOR_SYNTAX=YES\nDETAIL=STATUS_MUTATION_MARKERS=0\nResult=exit-code\nExecMainStatus=1\nExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-supervisor ; argv[]=/usr/local/sbin/skladchik-reports-monitor-supervisor check ; ignore_errors=no ; start_time=[Thu 2026-07-23 17:46:15 MSK] ; stop_time=[Thu 2026-07-23 17:46:15 MSK] ; pid=303520 ; code=exited ; status=1 }\nLoadState=loaded\nActiveState=failed\nSubState=failed\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service\nDETAIL=STATUS_RUNTIME_RC=0|STDOUT_SIZE=10458|STDERR_SIZE=0\nDETAIL=STATUS_SAFE_FIELDS_BEGIN\nSTATUS=OK\nSTATUS=OK\nSTATUS=FAIL\nSTATUS=OK\nPROBLEMS=\nSTATUS=AUTH_REQUIRED\nSTATUS=ALERT\nSTATUS=OK\nOPEN=25\nRESOLVED=61\nSTATUS=OK\nOPEN=35\nSTATUS=OK\nDETAIL=STATUS_SAFE_FIELDS_END\nDETAIL=COOKIE_SESSION_PATH_CANDIDATE_COUNT=3\nDETAIL=COOKIE_SESSION_PATH=/{facts.get('tar_ok')}/{facts.get('cookie_jar_ok')}/{facts.get('sqlite_ok')}/{facts.get('py_compile_ok')}|STATE=ABSENT\nDETAIL=COOKIE_SESSION_PATH=/tar/cookie/sqlite/python:|STATE=ABSENT\nDETAIL=COOKIE_SESSION_PATH=/var/lib/skladchik-reports-monitor/cookies.jar|STATE=ABSENT\nDETAIL=SUPERVISOR_LATEST_PROBLEMS_BEGIN\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nSUPERVISOR_PROBLEMS=monitor_status_not_ok\nDETAIL=SUPERVISOR_LATEST_PROBLEMS_END\nDETAIL=SKLADCHIK_STATUS_RUNTIME_DIAG=PASS\nCHANGES_MADE=NO\n" + "output": "DETAIL=RECOVERY_UNIT_AUDIT_BEGIN\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup.service|META=root:root|644|285|regular file|SHA256=cdcac9f575c2e06c7b9f15aaeb334384f1aebbde6de1e6175df049c8116483eb\nDETAIL=UNIT_END=skladchik-reports-monitor-backup.service\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup-restore-check.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service|META=root:root|644|287|regular file|SHA256=6094ede6028814c73cfda017501d09e90f87aa43211c70d3b1977e3348821458\nDETAIL=UNIT_END=skladchik-reports-monitor-backup-restore-check.service\nDETAIL=UNIT_BEGIN=skladchik-reports-monitor-monthly-selftest-watch.service\nResult=success\nExecMainStatus=0\nExecStart={ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 /usr/local/sbin/skladchik-reports-monitor-monthly-selftest-watch ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }\nLoadState=loaded\nActiveState=inactive\nSubState=dead\nFragmentPath=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service\nDETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service|META=root:root|644|311|regular file|SHA256=937a97fe780973d1a23e701968681ba6153dc378fa07c77e6b2396a66bade27c\nDETAIL=UNIT_END=skladchik-reports-monitor-monthly-selftest-watch.service\nDETAIL=RECOVERY_UNIT_AUDIT_END\nDETAIL=RECOVERY_FILE_CANDIDATES_BEGIN\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/app-states/latest-authentik.json|META=root:root|644|913|1784773841|regular file|SHA256=04241aa2c7fa94454c69e5cf0f1d411a345b4e7def6a1fd642f852af163fd84e\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-backup.txt|META=root:root|640|753|1784783186|regular file|SHA256=1a57a8d109af9967b6b1344df9d01de47ac893710c8ae6b029b8d218c70a5bde\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-offhost.txt|META=root:root|640|754|1784783186|regular file|SHA256=11d0d8859cb656083000b308af116bb5c055e819d73afb50150c8330b74d0f08\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-restore.txt|META=root:root|640|754|1784783186|regular file|SHA256=8702a83a316f46af079c8819d80577f0b0c63699bc4d869ba39510d7517510c6\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/cluster-admin-stage3-api-auth-diagnosis.txt|META=root:root|644|854|1783910173|regular file|SHA256=2c57ef52c52ced99a4ad78b44c4c95756579f84f44362e04b780a5a94caa2c57\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/service-readiness-authentik.txt|META=root:root|644|333|1783578561|regular file|SHA256=690f7dc699b3e75f5b46851d3973bfd44baafeba6ef93258d90f202e7ebb4c55\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/runbooks/authentik.md|META=root:root|644|853|1784781994|regular file|SHA256=5bdb73877803ac88f8c5af65df2db9dc28b14b98e9bf5eb0898219778d8508ff\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/homelab-backup-authentik|META=root:root|755|4356|1781789178|regular file|SHA256=081e27cb34ace80576ef375dfece97d0b9f79cb4a0a6b72b5d354b7eefe9dd81\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup|META=root:root|755|5610|1784371950|regular file|SHA256=1912f8f0559637563972bb8ac984fb0036694092056ae53968c02cc3b67855f3\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak|META=root:root|755|5318|1783665356|regular file|SHA256=6d100f0bb9b3c29ae1391ee2cddf9d522a26fdf9168344141b1b1d62dc3e8901\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5558|1783666391|regular file|SHA256=b95c09d271f2926d6cb80388d87d77313ab7709bdc9386c562774c72dce2eab9\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check|META=root:root|755|6851|1783669419|regular file|SHA256=abb2d17392b6edde3603f77e88fc82240c311f932b0d197b1b8289b990c1dc23\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5316|1783666391|regular file|SHA256=0a14f5db7c8861133bc6e3a7d43373abc6fb76193aa20988d97a14ea4a464fcb\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check-status|META=root:root|755|753|1783666391|regular file|SHA256=92ca1bd3b9e29bb2adf27deeb009edd8daee70f4fc304a879f79c29e00d99d67\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-status|META=root:root|755|606|1783665356|regular file|SHA256=afbbe3ed8478d2de98456dbfa3f6405ed1a65bd57fec26b98d083f29a08fa5e0\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.service|META=root:root|644|181|1781789178|regular file|SHA256=81a709901db99eaea51915af0b69d923d1b605ba7927b6fb95583f8b297b84e7\nDETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.timer|META=root:root|644|208|1781789178|regular file|SHA256=36aea53d4ff6d0b4cdb20925aa41a38db0485c2ba2bd632ebcec6f25a68ec54c\nDETAIL=RECOVERY_FILE_CANDIDATE_COUNT=17\nDETAIL=BACKUP_JOURNAL_BEGIN\n2026-07-22T01:38:43Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260722T013805Z\n2026-07-22T01:38:43Z OK run_id=20260722T013805Z\nskladchik-reports-monitor-backup.service: Deactivated successfully.\nFinished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.\nskladchik-reports-monitor-backup.service: Consumed 4.530s CPU time, 38.6M memory peak.\nStarting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...\nMONTHLY_SELFTEST_WATCH_STATUS=OK\nMONTHLY_SELFTEST_WATCH_MAIL_SENT=no\nMONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin\nMONTHLY_SELFTEST_WATCH_PROBLEMS=\nMONTHLY_SELFTEST_LAST_STATUS=OK\nMONTHLY_SELFTEST_LAST_AGE_SECONDS=1035731\nMONTHLY_SELFTEST_NOTIFY_FILE=yes\nskladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.\nFinished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.\nStarting skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds...\n2026-07-23T01:32:14Z START run_id=20260723T013214Z edge=debian@[PRIVATE_IP]\n2026-07-23T01:32:15Z LOCAL_ARCHIVE_OK size=91767 path=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)\nINFO :\nTransferred: \t 164 B / 164 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt\nINFO :\nTransferred: \t 210 B / 210 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 64 B / 64 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 233 B / 233 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt\nINFO :\nTransferred: \t 215 B / 215 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 327 B / 327 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : manifest.txt.sha256: Copied (new)\nINFO :\nTransferred: \t 127 B / 127 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 3.0s\nINFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.3s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a\n2026-07-23T01:32:38Z CLOUD_UPLOAD_OK remote=pve01-mail-01-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)\nINFO :\nTransferred: \t 164 B / 164 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt\nINFO :\nTransferred: \t 210 B / 210 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 64 B / 64 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 233 B / 233 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt\nINFO :\nTransferred: \t 215 B / 215 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.5s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39\nINFO : part-0000: Copied (new)\nINFO :\nTransferred: \t 327 B / 327 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : manifest.txt.sha256: Copied (new)\nINFO :\nTransferred: \t 127 B / 127 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 2.9s\nINFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt\nINFO :\nTransferred: \t 171 B / 171 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nINFO : MANIFEST.parts.txt: Copied (new)\nINFO :\nTransferred: \t 62 B / 62 B, 100%, 0 B/s, ETA -\nTransferred: 1 / 1, 100%\nElapsed time: 0.4s\nCHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a\n2026-07-23T01:32:55Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z\n2026-07-23T01:32:55Z OK run_id=20260723T013214Z\nskladchik-reports-monitor-backup.service: Deactivated successfully.\nFinished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.\nskladchik-reports-monitor-backup.service: Consumed 4.432s CPU time, 39.1M memory peak.\nStarting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...\nMONTHLY_SELFTEST_WATCH_STATUS=OK\nMONTHLY_SELFTEST_WATCH_MAIL_SENT=no\nMONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin\nMONTHLY_SELFTEST_WATCH_PROBLEMS=\nMONTHLY_SELFTEST_LAST_STATUS=OK\nMONTHLY_SELFTEST_LAST_AGE_SECONDS=1122138\nMONTHLY_SELFTEST_NOTIFY_FILE=yes\nskladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.\nFinished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.\nDETAIL=BACKUP_JOURNAL_END\nDETAIL=SKLADCHIK_RECOVERY_SOURCE=FOUND_CANDIDATES\nCHANGES_MADE=NO\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 82b88a8..6878845 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,5 +1,5 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-SKLADCHIK-STATUS-RUNTIME-DIAG-366 +COMMAND_ID=HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367 STATUS=OK RC=0 HOST=pve01 @@ -9,61 +9,230 @@ REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752 -COMMAND_SHA256=a61a5fad3b8543958e498e93e3c35210fcccdb98b220b95ae21bb94a339faa2e +COMMAND_SHA256=714ecd0a96e8e74708821145d5e291044348f999fb57e214154c0d7e16bff657 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGES_MADE=false SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=0ee43649c73f604b8fb9d7d2ff3af7c1792b042b83875b19fc6ec743e6313218 -SANITIZED_OUTPUT_SHA256=0ee43649c73f604b8fb9d7d2ff3af7c1792b042b83875b19fc6ec743e6313218 +RAW_EVIDENCE_SHA256=5b078f8e91c69f948501e2524d2e9671e904252b503dea2c464c2f771628be1e +SANITIZED_OUTPUT_SHA256=6eb532f5522816e0777aca9d5378ee0e041fb4e31409e4081c42fd03f09be5bd OUTPUT_BEGIN -DETAIL=SCRIPT=/usr/local/sbin/skladchik-reports-monitor-status|META=root:root|755|3427|regular file|SHA256=f902a61109efbac5918360f2235c2523bd10704ac484a4e8591e8a1c490faf5a -DETAIL=SCRIPT=/usr/local/sbin/skladchik-reports-monitor-supervisor|META=root:root|755|20463|regular file|SHA256=35c68ae0929ff3795be2bde40de334fc8e26413a3d8a620a137be90d1f2c164e -DETAIL=STATUS_SHEBANG=#!/usr/bin/env bash -DETAIL=SUPERVISOR_SHEBANG=#!/usr/bin/env python3 -DETAIL=STATUS_SYNTAX=YES -DETAIL=SUPERVISOR_SYNTAX=YES -DETAIL=STATUS_MUTATION_MARKERS=0 -Result=exit-code -ExecMainStatus=1 -ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-supervisor ; argv[]=/usr/local/sbin/skladchik-reports-monitor-supervisor check ; ignore_errors=no ; start_time=[Thu 2026-07-23 17:46:15 MSK] ; stop_time=[Thu 2026-07-23 17:46:15 MSK] ; pid=303520 ; code=exited ; status=1 } +DETAIL=RECOVERY_UNIT_AUDIT_BEGIN +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } LoadState=loaded -ActiveState=failed -SubState=failed -FragmentPath=/etc/systemd/system/skladchik-reports-monitor-supervisor.service -DETAIL=STATUS_RUNTIME_RC=0|STDOUT_SIZE=10458|STDERR_SIZE=0 -DETAIL=STATUS_SAFE_FIELDS_BEGIN -STATUS=OK -STATUS=OK -STATUS=FAIL -STATUS=OK -PROBLEMS= -STATUS=AUTH_REQUIRED -STATUS=ALERT -STATUS=OK -OPEN=25 -RESOLVED=61 -STATUS=OK -OPEN=35 -STATUS=OK -DETAIL=STATUS_SAFE_FIELDS_END -DETAIL=COOKIE_SESSION_PATH_CANDIDATE_COUNT=3 -DETAIL=COOKIE_SESSION_PATH=/{facts.get('tar_ok')}/{facts.get('cookie_jar_ok')}/{facts.get('sqlite_ok')}/{facts.get('py_compile_ok')}|STATE=ABSENT -DETAIL=COOKIE_SESSION_PATH=/tar/cookie/sqlite/python:|STATE=ABSENT -DETAIL=COOKIE_SESSION_PATH=/var/lib/skladchik-reports-monitor/cookies.jar|STATE=ABSENT -DETAIL=SUPERVISOR_LATEST_PROBLEMS_BEGIN -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -SUPERVISOR_PROBLEMS=monitor_status_not_ok -DETAIL=SUPERVISOR_LATEST_PROBLEMS_END -DETAIL=SKLADCHIK_STATUS_RUNTIME_DIAG=PASS +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup.service|META=root:root|644|285|regular file|SHA256=cdcac9f575c2e06c7b9f15aaeb334384f1aebbde6de1e6175df049c8116483eb +DETAIL=UNIT_END=skladchik-reports-monitor-backup.service +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup-restore-check.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } +LoadState=loaded +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service|META=root:root|644|287|regular file|SHA256=6094ede6028814c73cfda017501d09e90f87aa43211c70d3b1977e3348821458 +DETAIL=UNIT_END=skladchik-reports-monitor-backup-restore-check.service +DETAIL=UNIT_BEGIN=skladchik-reports-monitor-monthly-selftest-watch.service +Result=success +ExecMainStatus=0 +ExecStart={ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 /usr/local/sbin/skladchik-reports-monitor-monthly-selftest-watch ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 } +LoadState=loaded +ActiveState=inactive +SubState=dead +FragmentPath=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service +DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service|META=root:root|644|311|regular file|SHA256=937a97fe780973d1a23e701968681ba6153dc378fa07c77e6b2396a66bade27c +DETAIL=UNIT_END=skladchik-reports-monitor-monthly-selftest-watch.service +DETAIL=RECOVERY_UNIT_AUDIT_END +DETAIL=RECOVERY_FILE_CANDIDATES_BEGIN +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/app-states/latest-authentik.json|META=root:root|644|913|1784773841|regular file|SHA256=04241aa2c7fa94454c69e5cf0f1d411a345b4e7def6a1fd642f852af163fd84e +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-backup.txt|META=root:root|640|753|1784783186|regular file|SHA256=1a57a8d109af9967b6b1344df9d01de47ac893710c8ae6b029b8d218c70a5bde +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-offhost.txt|META=root:root|640|754|1784783186|regular file|SHA256=11d0d8859cb656083000b308af116bb5c055e819d73afb50150c8330b74d0f08 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-restore.txt|META=root:root|640|754|1784783186|regular file|SHA256=8702a83a316f46af079c8819d80577f0b0c63699bc4d869ba39510d7517510c6 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/cluster-admin-stage3-api-auth-diagnosis.txt|META=root:root|644|854|1783910173|regular file|SHA256=2c57ef52c52ced99a4ad78b44c4c95756579f84f44362e04b780a5a94caa2c57 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/service-readiness-authentik.txt|META=root:root|644|333|1783578561|regular file|SHA256=690f7dc699b3e75f5b46851d3973bfd44baafeba6ef93258d90f202e7ebb4c55 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/runbooks/authentik.md|META=root:root|644|853|1784781994|regular file|SHA256=5bdb73877803ac88f8c5af65df2db9dc28b14b98e9bf5eb0898219778d8508ff +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/homelab-backup-authentik|META=root:root|755|4356|1781789178|regular file|SHA256=081e27cb34ace80576ef375dfece97d0b9f79cb4a0a6b72b5d354b7eefe9dd81 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup|META=root:root|755|5610|1784371950|regular file|SHA256=1912f8f0559637563972bb8ac984fb0036694092056ae53968c02cc3b67855f3 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak|META=root:root|755|5318|1783665356|regular file|SHA256=6d100f0bb9b3c29ae1391ee2cddf9d522a26fdf9168344141b1b1d62dc3e8901 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5558|1783666391|regular file|SHA256=b95c09d271f2926d6cb80388d87d77313ab7709bdc9386c562774c72dce2eab9 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check|META=root:root|755|6851|1783669419|regular file|SHA256=abb2d17392b6edde3603f77e88fc82240c311f932b0d197b1b8289b990c1dc23 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5316|1783666391|regular file|SHA256=0a14f5db7c8861133bc6e3a7d43373abc6fb76193aa20988d97a14ea4a464fcb +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check-status|META=root:root|755|753|1783666391|regular file|SHA256=92ca1bd3b9e29bb2adf27deeb009edd8daee70f4fc304a879f79c29e00d99d67 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-status|META=root:root|755|606|1783665356|regular file|SHA256=afbbe3ed8478d2de98456dbfa3f6405ed1a65bd57fec26b98d083f29a08fa5e0 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.service|META=root:root|644|181|1781789178|regular file|SHA256=81a709901db99eaea51915af0b69d923d1b605ba7927b6fb95583f8b297b84e7 +DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.timer|META=root:root|644|208|1781789178|regular file|SHA256=36aea53d4ff6d0b4cdb20925aa41a38db0485c2ba2bd632ebcec6f25a68ec54c +DETAIL=RECOVERY_FILE_CANDIDATE_COUNT=17 +DETAIL=BACKUP_JOURNAL_BEGIN +2026-07-22T01:38:43Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260722T013805Z +2026-07-22T01:38:43Z OK run_id=20260722T013805Z +skladchik-reports-monitor-backup.service: Deactivated successfully. +Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds. +skladchik-reports-monitor-backup.service: Consumed 4.530s CPU time, 38.6M memory peak. +Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик... +MONTHLY_SELFTEST_WATCH_STATUS=OK +MONTHLY_SELFTEST_WATCH_MAIL_SENT=no +MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin +MONTHLY_SELFTEST_WATCH_PROBLEMS= +MONTHLY_SELFTEST_LAST_STATUS=OK +MONTHLY_SELFTEST_LAST_AGE_SECONDS=1035731 +MONTHLY_SELFTEST_NOTIFY_FILE=yes +skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully. +Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик. +Starting skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds... +2026-07-23T01:32:14Z START run_id=20260723T013214Z edge=debian@[PRIVATE_IP] +2026-07-23T01:32:15Z LOCAL_ARCHIVE_OK size=91767 path=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz +INFO : part-0000: Copied (new) +INFO : +Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new) +INFO : +Transferred: 164 B / 164 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt +INFO : +Transferred: 210 B / 210 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 64 B / 64 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd +INFO : part-0000: Copied (new) +INFO : +Transferred: 233 B / 233 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new) +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt +INFO : +Transferred: 215 B / 215 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39 +INFO : part-0000: Copied (new) +INFO : +Transferred: 327 B / 327 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : manifest.txt.sha256: Copied (new) +INFO : +Transferred: 127 B / 127 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 3.0s +INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.3s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a +2026-07-23T01:32:38Z CLOUD_UPLOAD_OK remote=pve01-mail-01-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z +INFO : part-0000: Copied (new) +INFO : +Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new) +INFO : +Transferred: 164 B / 164 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt +INFO : +Transferred: 210 B / 210 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 64 B / 64 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd +INFO : part-0000: Copied (new) +INFO : +Transferred: 233 B / 233 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new) +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt +INFO : +Transferred: 215 B / 215 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.5s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39 +INFO : part-0000: Copied (new) +INFO : +Transferred: 327 B / 327 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : manifest.txt.sha256: Copied (new) +INFO : +Transferred: 127 B / 127 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 2.9s +INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt +INFO : +Transferred: 171 B / 171 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +INFO : MANIFEST.parts.txt: Copied (new) +INFO : +Transferred: 62 B / 62 B, 100%, 0 B/s, ETA - +Transferred: 1 / 1, 100% +Elapsed time: 0.4s +CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a +2026-07-23T01:32:55Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z +2026-07-23T01:32:55Z OK run_id=20260723T013214Z +skladchik-reports-monitor-backup.service: Deactivated successfully. +Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds. +skladchik-reports-monitor-backup.service: Consumed 4.432s CPU time, 39.1M memory peak. +Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик... +MONTHLY_SELFTEST_WATCH_STATUS=OK +MONTHLY_SELFTEST_WATCH_MAIL_SENT=no +MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin +MONTHLY_SELFTEST_WATCH_PROBLEMS= +MONTHLY_SELFTEST_LAST_STATUS=OK +MONTHLY_SELFTEST_LAST_AGE_SECONDS=1122138 +MONTHLY_SELFTEST_NOTIFY_FILE=yes +skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully. +Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик. +DETAIL=BACKUP_JOURNAL_END +DETAIL=SKLADCHIK_RECOVERY_SOURCE=FOUND_CANDIDATES CHANGES_MADE=NO OUTPUT_END