240 lines
16 KiB
Plaintext
240 lines
16 KiB
Plaintext
CHAT_OUTPUT_BEGIN
|
|
COMMAND_ID=HOMELAB-SKLADCHIK-RECOVERY-SOURCE-AUDIT-367
|
|
STATUS=OK
|
|
RC=0
|
|
HOST=pve01
|
|
MODE=read-only
|
|
COMPONENT=cluster-audit
|
|
REFERENCE_REGISTER_CHECK=OK
|
|
REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e
|
|
ERROR_REGISTER_CHECK=OK
|
|
ERROR_REGISTER_SHA256=08b3a769b8e38eaa1acec915352fb328180d70caa7ff6cd9d1ec0da426262752
|
|
COMMAND_SHA256=714ecd0a96e8e74708821145d5e291044348f999fb57e214154c0d7e16bff657
|
|
DUPLICATE_FAILED_COMMAND_BLOCKED=false
|
|
EXECUTION_STARTED=true
|
|
CHANGES_MADE=false
|
|
SANITIZED=yes
|
|
SECRETS_INCLUDED=no
|
|
PRIVATE_ADDRESSES_INCLUDED=no
|
|
RAW_EVIDENCE_SHA256=5b078f8e91c69f948501e2524d2e9671e904252b503dea2c464c2f771628be1e
|
|
SANITIZED_OUTPUT_SHA256=6eb532f5522816e0777aca9d5378ee0e041fb4e31409e4081c42fd03f09be5bd
|
|
OUTPUT_BEGIN
|
|
DETAIL=RECOVERY_UNIT_AUDIT_BEGIN
|
|
DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }
|
|
LoadState=loaded
|
|
ActiveState=inactive
|
|
SubState=dead
|
|
FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup.service
|
|
DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup.service|META=root:root|644|285|regular file|SHA256=cdcac9f575c2e06c7b9f15aaeb334384f1aebbde6de1e6175df049c8116483eb
|
|
DETAIL=UNIT_END=skladchik-reports-monitor-backup.service
|
|
DETAIL=UNIT_BEGIN=skladchik-reports-monitor-backup-restore-check.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
ExecStart={ path=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; argv[]=/usr/local/sbin/skladchik-reports-monitor-backup-restore-check ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }
|
|
LoadState=loaded
|
|
ActiveState=inactive
|
|
SubState=dead
|
|
FragmentPath=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service
|
|
DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-backup-restore-check.service|META=root:root|644|287|regular file|SHA256=6094ede6028814c73cfda017501d09e90f87aa43211c70d3b1977e3348821458
|
|
DETAIL=UNIT_END=skladchik-reports-monitor-backup-restore-check.service
|
|
DETAIL=UNIT_BEGIN=skladchik-reports-monitor-monthly-selftest-watch.service
|
|
Result=success
|
|
ExecMainStatus=0
|
|
ExecStart={ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 /usr/local/sbin/skladchik-reports-monitor-monthly-selftest-watch ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }
|
|
LoadState=loaded
|
|
ActiveState=inactive
|
|
SubState=dead
|
|
FragmentPath=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service
|
|
DETAIL=UNIT_FRAGMENT=/etc/systemd/system/skladchik-reports-monitor-monthly-selftest-watch.service|META=root:root|644|311|regular file|SHA256=937a97fe780973d1a23e701968681ba6153dc378fa07c77e6b2396a66bade27c
|
|
DETAIL=UNIT_END=skladchik-reports-monitor-monthly-selftest-watch.service
|
|
DETAIL=RECOVERY_UNIT_AUDIT_END
|
|
DETAIL=RECOVERY_FILE_CANDIDATES_BEGIN
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/app-states/latest-authentik.json|META=root:root|644|913|1784773841|regular file|SHA256=04241aa2c7fa94454c69e5cf0f1d411a345b4e7def6a1fd642f852af163fd84e
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-backup.txt|META=root:root|640|753|1784783186|regular file|SHA256=1a57a8d109af9967b6b1344df9d01de47ac893710c8ae6b029b8d218c70a5bde
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-offhost.txt|META=root:root|640|754|1784783186|regular file|SHA256=11d0d8859cb656083000b308af116bb5c055e819d73afb50150c8330b74d0f08
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/authentik-restore.txt|META=root:root|640|754|1784783186|regular file|SHA256=8702a83a316f46af079c8819d80577f0b0c63699bc4d869ba39510d7517510c6
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/cluster-admin-stage3-api-auth-diagnosis.txt|META=root:root|644|854|1783910173|regular file|SHA256=2c57ef52c52ced99a4ad78b44c4c95756579f84f44362e04b780a5a94caa2c57
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/health/service-readiness-authentik.txt|META=root:root|644|333|1783578561|regular file|SHA256=690f7dc699b3e75f5b46851d3973bfd44baafeba6ef93258d90f202e7ebb4c55
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/runbooks/authentik.md|META=root:root|644|853|1784781994|regular file|SHA256=5bdb73877803ac88f8c5af65df2db9dc28b14b98e9bf5eb0898219778d8508ff
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/homelab-backup-authentik|META=root:root|755|4356|1781789178|regular file|SHA256=081e27cb34ace80576ef375dfece97d0b9f79cb4a0a6b72b5d354b7eefe9dd81
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup|META=root:root|755|5610|1784371950|regular file|SHA256=1912f8f0559637563972bb8ac984fb0036694092056ae53968c02cc3b67855f3
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-restore-check-20260710T065311Z.bak|META=root:root|755|5318|1783665356|regular file|SHA256=6d100f0bb9b3c29ae1391ee2cddf9d522a26fdf9168344141b1b1d62dc3e8901
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5558|1783666391|regular file|SHA256=b95c09d271f2926d6cb80388d87d77313ab7709bdc9386c562774c72dce2eab9
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check|META=root:root|755|6851|1783669419|regular file|SHA256=abb2d17392b6edde3603f77e88fc82240c311f932b0d197b1b8289b990c1dc23
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check.pre-session-keepalive-20260710T071605Z.bak|META=root:root|755|5316|1783666391|regular file|SHA256=0a14f5db7c8861133bc6e3a7d43373abc6fb76193aa20988d97a14ea4a464fcb
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-restore-check-status|META=root:root|755|753|1783666391|regular file|SHA256=92ca1bd3b9e29bb2adf27deeb009edd8daee70f4fc304a879f79c29e00d99d67
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/sbin/skladchik-reports-monitor-backup-status|META=root:root|755|606|1783665356|regular file|SHA256=afbbe3ed8478d2de98456dbfa3f6405ed1a65bd57fec26b98d083f29a08fa5e0
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.service|META=root:root|644|181|1781789178|regular file|SHA256=81a709901db99eaea51915af0b69d923d1b605ba7927b6fb95583f8b297b84e7
|
|
DETAIL=RECOVERY_FILE=/srv/homelab-desired-state/systemd/homelab-authentik-backup.timer|META=root:root|644|208|1781789178|regular file|SHA256=36aea53d4ff6d0b4cdb20925aa41a38db0485c2ba2bd632ebcec6f25a68ec54c
|
|
DETAIL=RECOVERY_FILE_CANDIDATE_COUNT=17
|
|
DETAIL=BACKUP_JOURNAL_BEGIN
|
|
2026-07-22T01:38:43Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260722T013805Z
|
|
2026-07-22T01:38:43Z OK run_id=20260722T013805Z
|
|
skladchik-reports-monitor-backup.service: Deactivated successfully.
|
|
Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.
|
|
skladchik-reports-monitor-backup.service: Consumed 4.530s CPU time, 38.6M memory peak.
|
|
Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...
|
|
MONTHLY_SELFTEST_WATCH_STATUS=OK
|
|
MONTHLY_SELFTEST_WATCH_MAIL_SENT=no
|
|
MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin
|
|
MONTHLY_SELFTEST_WATCH_PROBLEMS=
|
|
MONTHLY_SELFTEST_LAST_STATUS=OK
|
|
MONTHLY_SELFTEST_LAST_AGE_SECONDS=1035731
|
|
MONTHLY_SELFTEST_NOTIFY_FILE=yes
|
|
skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.
|
|
Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.
|
|
Starting skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds...
|
|
2026-07-23T01:32:14Z START run_id=20260723T013214Z edge=debian@[PRIVATE_IP]
|
|
2026-07-23T01:32:15Z LOCAL_ARCHIVE_OK size=91767 path=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.5s
|
|
INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 164 B / 164 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 3.0s
|
|
INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt
|
|
INFO :
|
|
Transferred: 210 B / 210 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 64 B / 64 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 233 B / 233 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.5s
|
|
INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 171 B / 171 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 3.0s
|
|
INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt
|
|
INFO :
|
|
Transferred: 215 B / 215 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 62 B / 62 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 327 B / 327 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 3.0s
|
|
INFO : manifest.txt.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 127 B / 127 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 3.0s
|
|
INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt
|
|
INFO :
|
|
Transferred: 171 B / 171 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 62 B / 62 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.3s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-01-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a
|
|
2026-07-23T01:32:38Z CLOUD_UPLOAD_OK remote=pve01-mail-01-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 89.679 KiB / 89.679 KiB, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 164 B / 164 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 2.9s
|
|
INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.manifest.txt
|
|
INFO :
|
|
Transferred: 210 B / 210 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 64 B / 64 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz SIZE=91767 PARTS=1 SHA256=33fab50c4f4dac502f024d0357efaa76ceed06d937834cb2bf55589ebc27aafd
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 233 B / 233 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 171 B / 171 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 2.9s
|
|
INFO : MANIFEST.txt: Copied (new) to: skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256.manifest.txt
|
|
INFO :
|
|
Transferred: 215 B / 215 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.5s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 62 B / 62 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/skladchik-reports-monitor-20260723T013214Z.tar.gz.sha256 SIZE=185 PARTS=1 SHA256=cc75c6c6117b0ccf074d4a4b5cdb8a013f55876341ca5c1c9c65bf764a416a39
|
|
INFO : part-0000: Copied (new)
|
|
INFO :
|
|
Transferred: 327 B / 327 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : manifest.txt.sha256: Copied (new)
|
|
INFO :
|
|
Transferred: 127 B / 127 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 2.9s
|
|
INFO : MANIFEST.txt: Copied (new) to: manifest.txt.manifest.txt
|
|
INFO :
|
|
Transferred: 171 B / 171 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
INFO : MANIFEST.parts.txt: Copied (new)
|
|
INFO :
|
|
Transferred: 62 B / 62 B, 100%, 0 B/s, ETA -
|
|
Transferred: 1 / 1, 100%
|
|
Elapsed time: 0.4s
|
|
CHUNKED_COPY_OK FILE=/mnt/staging/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt DEST=pve01-mail-02-crypt:homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z/manifest.txt SIZE=279 PARTS=1 SHA256=556ff12911fe9b933ff590b91814135ec86e0068c5a2eebdb5addcdb9598e58a
|
|
2026-07-23T01:32:55Z CLOUD_UPLOAD_OK remote=pve01-mail-02-crypt: path=homelab/skladchik-reports-monitor-backup/daily/20260723T013214Z
|
|
2026-07-23T01:32:55Z OK run_id=20260723T013214Z
|
|
skladchik-reports-monitor-backup.service: Deactivated successfully.
|
|
Finished skladchik-reports-monitor-backup.service - Backup Skladchik reports monitor from edge-vm to encrypted clouds.
|
|
skladchik-reports-monitor-backup.service: Consumed 4.432s CPU time, 39.1M memory peak.
|
|
Starting skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик...
|
|
MONTHLY_SELFTEST_WATCH_STATUS=OK
|
|
MONTHLY_SELFTEST_WATCH_MAIL_SENT=no
|
|
MONTHLY_SELFTEST_WATCH_MAIL_TRANSPORT=edge_vm_json_stdin
|
|
MONTHLY_SELFTEST_WATCH_PROBLEMS=
|
|
MONTHLY_SELFTEST_LAST_STATUS=OK
|
|
MONTHLY_SELFTEST_LAST_AGE_SECONDS=1122138
|
|
MONTHLY_SELFTEST_NOTIFY_FILE=yes
|
|
skladchik-reports-monitor-monthly-selftest-watch.service: Deactivated successfully.
|
|
Finished skladchik-reports-monitor-monthly-selftest-watch.service - Контроль результата ежемесячного самотеста Складчик.
|
|
DETAIL=BACKUP_JOURNAL_END
|
|
DETAIL=SKLADCHIK_RECOVERY_SOURCE=FOUND_CANDIDATES
|
|
CHANGES_MADE=NO
|
|
|
|
OUTPUT_END
|
|
CHAT_OUTPUT_END
|