1
0
Files
homelab-public-context/runtime/latest.txt
T
2026-07-21 11:03:43 +00:00

193 lines
27 KiB
Plaintext

CHAT_OUTPUT_BEGIN
COMMAND_ID=CONTEXT-AUTOREFRESH-INSTALL-050
STATUS=OK
RC=0
HOST=pve01
MODE=change
COMPONENT=cluster-context
REFERENCE_REGISTER_CHECK=OK
REFERENCE_SHA256=f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2
ERROR_REGISTER_CHECK=OK
ERROR_REGISTER_SHA256=ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc
COMMAND_SHA256=1d3d901e8c1abec270b57b4acaa3f3deda6f246c061f585d96508971ae1c7e23
DUPLICATE_FAILED_COMMAND_BLOCKED=false
EXECUTION_STARTED=true
CHANGES_MADE=true
SANITIZED=yes
SECRETS_INCLUDED=no
PRIVATE_ADDRESSES_INCLUDED=no
RAW_EVIDENCE_SHA256=2d721c8e33b61f4d80d0b1959567c92ea3fec61761fd198da6a3135730af077a
SANITIZED_OUTPUT_SHA256=e769728ab3c094c060678f09b8f857af4d33ca2d8fd851d39c93ee1e3608eb5c
OUTPUT_BEGIN
GENERATED_AT_UTC=2026-07-21T11:03:41Z
pve01.gram1.ru
8a70d619a962e074f916aa2e782d9da2bcd9e5c76c177b2b1543124bfafc4c8f /etc/pve/31_HOMELAB_REFERENCE.md
ba4a362e26547146f980f596ebc19bc82ce37e01d70877922978917682ca9eef /etc/pve/HOMELAB_ASSISTANT_ERROR_REGISTER.md
Cluster information
-------------------
Name: homelab
Config Version: 3
Transport: knet
Secure auth: on
Quorum information
------------------
Date: Tue Jul 21 14:03:41 2026
Quorum provider: corosync_votequorum
Nodes: 3
Node ID: 0x00000001
Ring ID: 1.9d
Quorate: Yes
Votequorum information
----------------------
Expected votes: 3
Highest expected: 3
Total votes: 3
Quorum: 2
Flags: Quorate
Membership information
----------------------
Nodeid Votes Name
0x00000001 1 [PRIVATE_IP] (local)
0x00000002 1 [PRIVATE_IP]
0x00000003 1 [PRIVATE_IP]
Membership information
----------------------
Nodeid Votes Name
1 1 pve01 (local)
2 1 pve03
3 1 pve02
[{"cpu":0.0236489265443777,"disk":44209856512,"id":"node/pve01","level":"","maxcpu":24,"maxdisk":105089261568,"maxmem":33379028992,"mem":21343645696,"node":"pve01","ssl_fingerprint":"EB:7A:01:C5:02:1B:B7:F9:54:F4:38:8B:7F:03:1F:87:62:D0:6E:5F:C0:39:FB:B5:42:AE:58:6F:58:9A:9C:C1","status":"online","type":"node","uptime":440691},{"cpu":0.0400844090885955,"disk":56701571072,"id":"node/pve03","level":"","maxcpu":8,"maxdisk":105089261568,"maxmem":33553518592,"mem":14011043840,"node":"pve03","ssl_fingerprint":"7E:FE:4A:DC:32:3C:02:84:A2:DD:23:84:FD:19:1E:8A:1B:B1:60:F6:F4:16:D0:28:3B:13:AE:65:7D:1F:38:32","status":"online","type":"node","uptime":440565},{"cpu":0.0182987141444115,"disk":28887433216,"id":"node/pve02","level":"","maxcpu":4,"maxdisk":105089261568,"maxmem":16536748032,"mem":12220080128,"node":"pve02","ssl_fingerprint":"C0:88:6E:89:CD:BF:0C:82:54:20:E7:11:DE:CA:ED:09:12:C6:9C:24:2A:1E:5C:33:49:EC:4E:E0:67:BE:79:05","status":"online","type":"node","uptime":440708}]
[{"cpu":0.000298779488059386,"disk":1931472896,"diskread":3001335808,"diskwrite":941318144,"id":"lxc/110","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":90992640,"memhost":0,"name":"dns1","netin":203250079,"netout":76304625,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440674,"vmid":110},{"cpu":0.000295106865057356,"disk":1433399296,"diskread":3731251200,"diskwrite":830177280,"id":"lxc/111","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":76718080,"memhost":0,"name":"dns2","netin":183091918,"netout":46273610,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440673,"vmid":111},{"cpu":9.95931626864622e-05,"disk":757272576,"diskread":2803810304,"diskwrite":226172928,"id":"lxc/112","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":42487808,"memhost":0,"name":"unbound1","netin":221035592,"netout":38503809,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440677,"vmid":112},{"cpu":9.83689550191185e-05,"disk":750432256,"diskread":2980913152,"diskwrite":250191872,"id":"lxc/113","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":32100352,"memhost":0,"name":"unbound2","netin":162182506,"netout":18130341,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440676,"vmid":113},{"cpu":0.0472599708069805,"disk":0,"diskread":5177408098,"diskwrite":79313233408,"id":"qemu/130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":10831351808,"memhost":9403858944,"name":"edge-vm","netin":14219234534,"netout":12264839223,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":440547,"vmid":130},{"cpu":0.0244212488364451,"disk":0,"diskread":2254890082,"diskwrite":6165747200,"id":"qemu/150","maxcpu":4,"maxdisk":68719476736,"maxmem":8589934592,"mem":5486419968,"memhost":3821342720,"name":"nextcloud","netin":364739306,"netout":727934600,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440671,"vmid":150},{"cpu":0.00147549383774445,"disk":0,"diskread":28630168162,"diskwrite":27047657984,"id":"qemu/160","maxcpu":4,"maxdisk":214748364800,"maxmem":8589934592,"mem":8129216512,"memhost":8356294656,"name":"forum-prod","netin":662460931,"netout":47634247793,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440670,"vmid":160},{"cpu":0.0656166887928727,"disk":0,"diskread":73544565858,"diskwrite":45418395136,"id":"qemu/170","maxcpu":4,"maxdisk":128849018880,"maxmem":10737418240,"mem":10106245120,"memhost":10084626432,"name":"core-apps","netin":833961374,"netout":3981609844,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440667,"vmid":170},{"cpu":0.0207210596188019,"disk":0,"diskread":2134286434,"diskwrite":50279405056,"id":"qemu/171","maxcpu":4,"maxdisk":128849018880,"maxmem":8589934592,"mem":4075790336,"memhost":3927912448,"name":"monitoring","netin":18281529054,"netout":2700577737,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440664,"vmid":171},{"cpu":0.0113121194227074,"disk":0,"diskread":720743522,"diskwrite":33931105792,"id":"qemu/180","maxcpu":2,"maxdisk":25769803776,"maxmem":2147483648,"mem":1988079616,"memhost":2003935232,"name":"cluster-admin","netin":2753241244,"netout":551567155,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440668,"vmid":180},{"cpu":0.0019794752170463,"disk":0,"diskread":295720546,"diskwrite":4671640064,"id":"qemu/190","maxcpu":4,"maxdisk":85899345920,"maxmem":8589934592,"mem":2149244928,"memhost":2208149504,"name":"homelab-ops-worker","netin":509561163,"netout":28615807,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":435910,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":0.0182987141444115,"disk":28887433216,"id":"node/pve02","level":"","maxcpu":4,"maxdisk":105089261568,"maxmem":16536748032,"mem":12220080128,"node":"pve02","status":"online","type":"node","uptime":440708},{"cgroup-mode":2,"cpu":0.0236489265443777,"disk":44209856512,"id":"node/pve01","level":"","maxcpu":24,"maxdisk":105089261568,"maxmem":33379028992,"mem":21343645696,"node":"pve01","status":"online","type":"node","uptime":440691},{"cgroup-mode":2,"cpu":0.0400844090885955,"disk":56701571072,"id":"node/pve03","level":"","maxcpu":8,"maxdisk":105089261568,"maxmem":33553518592,"mem":14011043840,"node":"pve03","status":"online","type":"node","uptime":440565},{"content":"rootdir,images","disk":290437389824,"id":"storage/pve02/local-lvm","maxdisk":846016282624,"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":286912634316,"id":"storage/pve01/local-lvm","maxdisk":869168840704,"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":155601338368,"id":"storage/pve03/local-lvm","maxdisk":355660201984,"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":28887433216,"id":"storage/pve02/local","maxdisk":105089261568,"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":44209856512,"id":"storage/pve01/local","maxdisk":105089261568,"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"backup,iso,vztmpl,import","disk":56701571072,"id":"storage/pve03/local","maxdisk":105089261568,"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}]
Name Type Status Total (KiB) Used (KiB) Available (KiB) %
local dir active 102626232 43173712 54193256 42.07%
local-lvm lvmthin active 848797696 280188119 568609576 33.01%
UNIT LOAD ACTIVE SUB DESCRIPTION
● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state
● homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01
● homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03
Legend: LOAD → Reflects whether the unit definition was properly loaded.
ACTIVE → The high-level unit activation state, i.e. generalization of SUB.
SUB → The low-level unit activation state, values depend on unit type.
3 loaded units listed.
NEXT LEFT LAST PASSED UNIT ACTIVATES
Tue 2026-07-21 14:04:14 MSK 31s Tue 2026-07-21 14:03:14 MSK 28s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service
Tue 2026-07-21 14:04:14 MSK 31s Tue 2026-07-21 14:03:14 MSK 28s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service
Tue 2026-07-21 14:04:29 MSK 46s Tue 2026-07-21 14:03:25 MSK 17s ago homelab-router-watchdog.timer homelab-router-watchdog.service
Tue 2026-07-21 14:04:30 MSK 46s Tue 2026-07-21 13:49:30 MSK 14min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service
Tue 2026-07-21 14:04:57 MSK 1min 13s Tue 2026-07-21 13:59:35 MSK 4min 7s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service
Tue 2026-07-21 14:05:16 MSK 1min 33s Tue 2026-07-21 14:03:14 MSK 28s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service
Tue 2026-07-21 14:06:20 MSK 2min 37s Tue 2026-07-21 14:00:55 MSK 2min 47s ago homelab-health-metrics.timer homelab-health-metrics.service
Tue 2026-07-21 14:08:14 MSK 4min 31s Tue 2026-07-21 14:03:14 MSK 28s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service
Tue 2026-07-21 14:08:14 MSK 4min 31s Tue 2026-07-21 14:03:14 MSK 28s ago netbird-peers-health.timer netbird-peers-health.service
Tue 2026-07-21 14:13:14 MSK 9min Tue 2026-07-21 14:03:14 MSK 28s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service
Tue 2026-07-21 14:14:30 MSK 10min Tue 2026-07-21 13:59:30 MSK 4min 13s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service
Tue 2026-07-21 14:15:00 MSK 11min Tue 2026-07-21 14:00:05 MSK 3min 37s ago homelab-incident-journal.timer homelab-incident-journal.service
Tue 2026-07-21 14:15:00 MSK 11min Tue 2026-07-21 14:00:05 MSK 3min 37s ago homelab-safe-autoheal.timer homelab-safe-autoheal.service
Tue 2026-07-21 14:15:32 MSK 11min Tue 2026-07-21 14:00:55 MSK 2min 47s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service
Tue 2026-07-21 14:15:33 MSK 11min Tue 2026-07-21 14:01:21 MSK 2min 22s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service
Tue 2026-07-21 14:16:08 MSK 12min Tue 2026-07-21 14:01:14 MSK 2min 28s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service
Tue 2026-07-21 14:16:30 MSK 12min Tue 2026-07-21 14:01:30 MSK 2min 13s ago homelab-disk-space-health.timer homelab-disk-space-health.service
Tue 2026-07-21 14:16:30 MSK 12min Tue 2026-07-21 14:01:30 MSK 2min 13s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service
Tue 2026-07-21 14:32:32 MSK 28min Tue 2026-07-21 14:01:15 MSK 2min 27s ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service
Tue 2026-07-21 17:42:30 MSK 3h 38min Tue 2026-07-21 11:42:30 MSK 2h 21min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service
Tue 2026-07-21 19:22:04 MSK 5h 18min Tue 2026-07-21 10:10:25 MSK 3h 53min ago apt-daily.timer apt-daily.service
Wed 2026-07-22 00:00:00 MSK 9h Tue 2026-07-21 00:00:14 MSK 14h ago dpkg-db-backup.timer dpkg-db-backup.service
Wed 2026-07-22 00:01:28 MSK 9h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service
Wed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 14h ago homelab-quality-gate.timer homelab-quality-gate.service
Wed 2026-07-22 00:08:06 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service
Wed 2026-07-22 00:09:43 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-backup-freshness.timer homelab-backup-freshness.service
Wed 2026-07-22 00:10:12 MSK 10h Tue 2026-07-21 00:16:14 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service
Wed 2026-07-22 00:29:37 MSK 10h Tue 2026-07-21 00:31:25 MSK 13h ago logrotate.timer logrotate.service
Wed 2026-07-22 01:22:18 MSK 11h Tue 2026-07-21 02:10:30 MSK 11h ago pve-daily-update.timer pve-daily-update.service
Wed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 11h ago homelab-vm-full-backup.timer homelab-vm-full-backup.service
Wed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service
Wed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service
Wed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service
Wed 2026-07-22 03:55:02 MSK 13h Tue 2026-07-21 03:51:25 MSK 10h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service
Wed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service
Wed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service
Wed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service
Wed 2026-07-22 04:38:04 MSK 14h Tue 2026-07-21 04:34:48 MSK 9h ago skladchik-reports-monitor-backup.timer skladchik-reports-monitor-backup.service
Wed 2026-07-22 04:39:28 MSK 14h Tue 2026-07-21 04:48:40 MSK 9h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service
Wed 2026-07-22 05:01:44 MSK 14h Tue 2026-07-21 04:57:14 MSK 9h ago homelab-appbackup-sqlite-batch.timer homelab-appbackup-sqlite-batch.service
Wed 2026-07-22 05:12:13 MSK 15h Tue 2026-07-21 02:10:30 MSK 11h ago man-db.timer man-db.service
Wed 2026-07-22 05:13:38 MSK 15h Tue 2026-07-21 04:55:35 MSK 9h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service
Wed 2026-07-22 05:23:56 MSK 15h Tue 2026-07-21 05:17:57 MSK 8h ago homelab-router-running-config-mail-cloud.timer homelab-router-running-config-mail-cloud.service
Wed 2026-07-22 05:27:13 MSK 15h Tue 2026-07-21 05:29:05 MSK 8h ago homelab-appbackup-postgres-batch.timer homelab-appbackup-postgres-batch.service
Wed 2026-07-22 05:47:19 MSK 15h Tue 2026-07-21 05:46:14 MSK 8h ago homelab-appbackup-mariadb-batch.timer homelab-appbackup-mariadb-batch.service
Wed 2026-07-22 06:01:19 MSK 15h Tue 2026-07-21 05:57:30 MSK 8h ago homelab-extended-appbackup.timer homelab-extended-appbackup.service
Wed 2026-07-22 06:27:43 MSK 16h Tue 2026-07-21 06:32:25 MSK 7h ago homelab-crypto-portfolio-backup.timer homelab-crypto-portfolio-backup.service
Wed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK 7h ago homelab-verified-backup-health.timer homelab-verified-backup-health.service
Wed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service
Wed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service
Wed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service
Wed 2026-07-22 06:52:06 MSK 16h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service
Wed 2026-07-22 06:58:58 MSK 16h Tue 2026-07-21 06:57:30 MSK 7h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service
Wed 2026-07-22 07:02:27 MSK 16h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service
Wed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service
Wed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service
Wed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service
Wed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service
Wed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service
Wed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 6h ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service
Wed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service
Wed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 6h ago homelab-runbook-generate.timer homelab-runbook-generate.service
Wed 2026-07-22 07:53:13 MSK 17h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service
Wed 2026-07-22 07:58:00 MSK 17h Tue 2026-07-21 08:09:34 MSK 5h 54min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service
Wed 2026-07-22 08:03:06 MSK 17h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service
Wed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 56min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service
Wed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 6h ago homelab-overall-health.timer homelab-overall-health.service
Wed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 34min ago homelab-capacity-risk.timer homelab-capacity-risk.service
Wed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 46min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service
Wed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 32min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service
Wed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 33min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service
Wed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 13min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service
Wed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 5h 9min ago homelab-golden-state-index.timer homelab-golden-state-index.service
Wed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 28min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service
Wed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 12min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service
Wed 2026-07-22 08:53:01 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 12min ago homelab-cluster-passport.timer homelab-cluster-passport.service
Wed 2026-07-22 08:53:36 MSK 18h Tue 2026-07-21 08:41:14 MSK 5h 22min ago memos-backup.timer memos-backup.service
Wed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 48min ago memos-offhost-sync.timer memos-offhost-sync.service
Wed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 4h 1min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service
Wed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 48min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service
Wed 2026-07-22 11:54:14 MSK 21h Tue 2026-07-21 11:54:14 MSK 2h 9min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service
Sun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service
Sun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service
Sun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service
Sun 2026-07-26 05:17:43 MSK 4 days Sun 2026-07-19 05:11:25 MSK 2 days ago skladchik-reports-monitor-backup-restore-check.timer skladchik-reports-monitor-backup-restore-check.service
Sun 2026-07-26 09:32:36 MSK 4 days Sun 2026-07-19 09:32:29 MSK 2 days ago homelab-mail-cloud-edge-vm-upload.timer homelab-mail-cloud-edge-vm-upload.service
Sun 2026-07-26 10:29:15 MSK 4 days Sun 2026-07-19 10:06:07 MSK 2 days ago homelab-vm-local-dumps-2cloud.timer homelab-vm-local-dumps-2cloud.service
Sun 2026-07-26 11:13:32 MSK 4 days Sun 2026-07-19 11:08:41 MSK 2 days ago homelab-vm-local-dumps-retention.timer homelab-vm-local-dumps-retention.service
Mon 2026-07-27 00:09:19 MSK 5 days Mon 2026-07-20 00:00:29 MSK 1 day 14h ago homelab-secret-sanity.timer homelab-secret-sanity.service
Mon 2026-07-27 01:39:15 MSK 5 days Mon 2026-07-20 00:51:14 MSK 1 day 13h ago fstrim.timer fstrim.service
Mon 2026-07-27 07:34:51 MSK 5 days Mon 2026-07-20 07:25:14 MSK 1 day 6h ago homelab-mail-cloud-restore-drill.timer homelab-mail-cloud-restore-drill.service
Thu 2026-10-15 06:00:00 MSK 2 months 24 days Wed 2026-07-15 06:00:00 MSK - homelab-vm-full-restore-drill.timer homelab-vm-full-restore-drill.service
- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service
- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service
- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service
95 timers listed.
- Root cause: verifier queried a nonexistent path instead of the canonical live collector path declared by the task acceptance script.
- Canonical path: /opt/cluster-admin-incident-engine/collector.py.
- Incorrect path: /opt/homelab-cluster-admin/cluster-admin-collector.py.
ANTI_REGRESSION_TOKEN=LIVE_COLLECTOR_VERIFIER_PATH_MUST_MATCH_TASK_CANONICAL_PATH
- Correction: derive and guard the live collector path from the immutable task contract before executing the hash query.
- Production impact: none; the canonical collector hash remained unchanged.
- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0.
- Registered at: 2026-07-15T06:27:06Z
AUTOREFRESH_INLINE_FAILURE_20260721
Attempts 048 and 049 did not appear in immutable history.
Rule: use validated local helper scripts and a simple scheduler entry; never embed the full collector in cron or nested SSH quoting.
AUTOREFRESH=READY
SCHEDULE=HOURLY_MINUTE_17
OUTPUT_END
CHAT_OUTPUT_END