diff --git a/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.json b/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.json new file mode 100644 index 0000000..197c683 --- /dev/null +++ b/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.json @@ -0,0 +1,30 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "CONTEXT-AUTOREFRESH-FINAL-048", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "change", + "component": "cluster-context", + "started_at_utc": "2026-07-21T10:54:39Z", + "finished_at_utc": "2026-07-21T10:54:40Z", + "reference_register_checked": true, + "reference_sha256": "f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2", + "error_register_checked": true, + "error_register_sha256": "ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc", + "command_sha256": "130e4d34ca82d9dccbdae0eef17a7884d4ca358cec3894ef9e8e6a6374b26ae3", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "changes_made": true, + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea", + "sanitized_output_sha256": "d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "AUTOREFRESH=READY\nSCHEDULE=HOURLY_MINUTE_17\nFILE=/etc/cron.d/homelab-context-refresh MODE=644 OWNER=root:root\n2026-07-21T13:54:39+03:00\nf6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 /etc/pve/31_HOMELAB_REFERENCE.md\nab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc /etc/pve/HOMELAB_ASSISTANT_ERROR_REGISTER.md\n\nMembership information\n----------------------\n Nodeid Votes Name\n 1 1 pve01 (local)\n 2 1 pve03\n 3 1 pve02\n[{\"cpu\":0.000298887632832586,\"disk\":1931161600,\"diskread\":3001319424,\"diskwrite\":939991040,\"id\":\"lxc/110\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":91840512,\"memhost\":0,\"name\":\"dns1\",\"netin\":203019153,\"netout\":76223194,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440134,\"vmid\":110},{\"cpu\":0.000295139550287494,\"disk\":1433120768,\"diskread\":3731234816,\"diskwrite\":828899328,\"id\":\"lxc/111\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":76959744,\"memhost\":0,\"name\":\"dns2\",\"netin\":182884199,\"netout\":46225196,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440133,\"vmid\":111},{\"cpu\":0,\"disk\":757272576,\"diskread\":2803810304,\"diskwrite\":226172928,\"id\":\"lxc/112\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":42520576,\"memhost\":0,\"name\":\"unbound1\",\"netin\":220772507,\"netout\":38464761,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440137,\"vmid\":112},{\"cpu\":9.83798500958313e-05,\"disk\":750432256,\"diskread\":2980913152,\"diskwrite\":250191872,\"id\":\"lxc/113\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":32100352,\"memhost\":0,\"name\":\"unbound2\",\"netin\":162001377,\"netout\":18117191,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440136,\"vmid\":113},{\"cpu\":0.031175951185639,\"disk\":0,\"diskread\":5177408098,\"diskwrite\":79068595712,\"id\":\"qemu/130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":10825457664,\"memhost\":9414103040,\"name\":\"edge-vm\",\"netin\":14198150343,\"netout\":12249848246,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439997,\"vmid\":130},{\"cpu\":0.0256436783628252,\"disk\":0,\"diskread\":2254890082,\"diskwrite\":6159296000,\"id\":\"qemu/150\",\"maxcpu\":4,\"maxdisk\":68719476736,\"maxmem\":8589934592,\"mem\":5484040192,\"memhost\":3835555840,\"name\":\"nextcloud\",\"netin\":364478645,\"netout\":727102337,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440132,\"vmid\":150},{\"cpu\":0.00172180439716431,\"disk\":0,\"diskread\":28629713506,\"diskwrite\":27042878464,\"id\":\"qemu/160\",\"maxcpu\":4,\"maxdisk\":214748364800,\"maxmem\":8589934592,\"mem\":8122646528,\"memhost\":8356196352,\"name\":\"forum-prod\",\"netin\":661641251,\"netout\":47632334213,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440130,\"vmid\":160},{\"cpu\":0.050547635234415,\"disk\":0,\"diskread\":73542059106,\"diskwrite\":45353985536,\"id\":\"qemu/170\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":10737418240,\"mem\":10115977216,\"memhost\":10091724800,\"name\":\"core-apps\",\"netin\":833249117,\"netout\":3976449838,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440128,\"vmid\":170},{\"cpu\":0.0219450709066485,\"disk\":0,\"diskread\":2134286434,\"diskwrite\":50201146880,\"id\":\"qemu/171\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":8589934592,\"mem\":4107309056,\"memhost\":3930107904,\"name\":\"monitoring\",\"netin\":18259120479,\"netout\":2698505748,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440125,\"vmid\":171},{\"cpu\":0.030500535035482,\"disk\":0,\"diskread\":718908514,\"diskwrite\":33895470592,\"id\":\"qemu/180\",\"maxcpu\":2,\"maxdisk\":25769803776,\"maxmem\":2147483648,\"mem\":1967349760,\"memhost\":2004144128,\"name\":\"cluster-admin\",\"netin\":2750099342,\"netout\":550749238,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440127,\"vmid\":180},{\"cpu\":0.00197942547210406,\"disk\":0,\"diskread\":295720546,\"diskwrite\":4671508992,\"id\":\"qemu/190\",\"maxcpu\":4,\"maxdisk\":85899345920,\"maxmem\":8589934592,\"mem\":2148470784,\"memhost\":2208276480,\"name\":\"homelab-ops-worker\",\"netin\":509355651,\"netout\":28585561,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":435360,\"vmid\":190},{\"cpu\":0,\"disk\":0,\"diskread\":0,\"diskwrite\":0,\"id\":\"qemu/9130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":0,\"memhost\":0,\"name\":\"edge-cold-standby\",\"netin\":0,\"netout\":0,\"node\":\"pve02\",\"status\":\"stopped\",\"template\":0,\"type\":\"qemu\",\"uptime\":0,\"vmid\":9130},{\"cgroup-mode\":2,\"cpu\":0.0276474944458158,\"disk\":28887404544,\"id\":\"node/pve02\",\"level\":\"\",\"maxcpu\":4,\"maxdisk\":105089261568,\"maxmem\":16536748032,\"mem\":12212793344,\"node\":\"pve02\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440168},{\"cgroup-mode\":2,\"cpu\":0.0178482276585122,\"disk\":56701538304,\"id\":\"node/pve03\",\"level\":\"\",\"maxcpu\":8,\"maxdisk\":105089261568,\"maxmem\":33553518592,\"mem\":14061768704,\"node\":\"pve03\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440014},{\"cgroup-mode\":2,\"cpu\":0.0241087986812281,\"disk\":44209700864,\"id\":\"node/pve01\",\"level\":\"\",\"maxcpu\":24,\"maxdisk\":105089261568,\"maxmem\":33379028992,\"mem\":21472370688,\"node\":\"pve01\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440151},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":28887404544,\"id\":\"storage/pve02/local\",\"maxdisk\":105089261568,\"node\":\"pve02\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":56701538304,\"id\":\"storage/pve03/local\",\"maxdisk\":105089261568,\"node\":\"pve03\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":44209700864,\"id\":\"storage/pve01/local\",\"maxdisk\":105089261568,\"node\":\"pve01\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":290437389824,\"id\":\"storage/pve02/local-lvm\",\"maxdisk\":846016282624,\"node\":\"pve02\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":155601338368,\"id\":\"storage/pve03/local-lvm\",\"maxdisk\":355660201984,\"node\":\"pve03\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":286912634316,\"id\":\"storage/pve01/local-lvm\",\"maxdisk\":869168840704,\"node\":\"pve01\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"id\":\"network/pve02/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve02\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve03/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve03\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve01/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve01\",\"status\":\"ok\",\"type\":\"network\"}]\nName Type Status Total (KiB) Used (KiB) Available (KiB) %\nlocal dir active 102626232 43173544 54193424 42.07%\nlocal-lvm lvmthin active 848797696 280188119 568609576 33.01%\n UNIT LOAD ACTIVE SUB DESCRIPTION\n● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\n● homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\n● homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n\nLegend: LOAD → Reflects whether the unit definition was properly loaded.\n ACTIVE → The high-level unit activation state, i.e. generalization of SUB.\n SUB → The low-level unit activation state, values depend on unit type.\n\n3 loaded units listed.\nNEXT LEFT LAST PASSED UNIT ACTIVATES\nTue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service\nTue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service\nTue 2026-07-21 13:55:00 MSK 19s Tue 2026-07-21 13:49:45 MSK 4min 55s ago homelab-health-metrics.timer homelab-health-metrics.service\nTue 2026-07-21 13:55:26 MSK 45s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-router-watchdog.timer homelab-router-watchdog.service\nTue 2026-07-21 13:56:35 MSK 1min 55s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service\nTue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service\nTue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago netbird-peers-health.timer netbird-peers-health.service\nTue 2026-07-21 13:59:30 MSK 4min 49s Tue 2026-07-21 13:44:30 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service\nTue 2026-07-21 13:59:35 MSK 4min 54s Tue 2026-07-21 13:54:27 MSK 13s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service\nTue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-incident-journal.timer homelab-incident-journal.service\nTue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service\nTue 2026-07-21 14:00:46 MSK 6min Tue 2026-07-21 13:46:14 MSK 8min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service\nTue 2026-07-21 14:01:07 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service\nTue 2026-07-21 14:01:15 MSK 6min Tue 2026-07-21 13:32:17 MSK 22min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service\nTue 2026-07-21 14:01:19 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service\nTue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service\nTue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service\nTue 2026-07-21 14:03:14 MSK 8min Tue 2026-07-21 13:53:14 MSK 1min 25s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service\nTue 2026-07-21 14:04:30 MSK 9min Tue 2026-07-21 13:49:30 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service\nTue 2026-07-21 17:42:30 MSK 3h 47min Tue 2026-07-21 11:42:30 MSK 2h 12min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service\nTue 2026-07-21 19:22:04 MSK 5h 27min Tue 2026-07-21 10:10:25 MSK 3h 44min ago apt-daily.timer apt-daily.service\nWed 2026-07-22 00:00:00 MSK 10h Tue 2026-07-21 00:00:14 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service\nWed 2026-07-22 00:01:28 MSK 10h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service\nWed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service\nWed 2026-07-22 00:08:06 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service\nWed 2026-07-22 00:09:43 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-backup-freshness.timer homelab-backup-freshness.service\nWed 2026-07-22 00:10:12 MSK 10h Tue 2026-07-21 00:16:14 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service\nWed 2026-07-22 00:29:37 MSK 10h Tue 2026-07-21 00:31:25 MSK 13h ago logrotate.timer logrotate.service\nWed 2026-07-22 01:22:18 MSK 11h Tue 2026-07-21 02:10:30 MSK 11h ago pve-daily-update.timer pve-daily-update.service\nWed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 11h ago homelab-vm-full-backup.timer homelab-vm-full-backup.service\nWed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service\nWed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service\nWed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service\nWed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 10h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service\nWed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service\nWed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service\nWed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service\nWed 2026-07-22 04:38:04 MSK 14h Tue 2026-07-21 04:34:48 MSK 9h ago skladchik-reports-monitor-backup.timer skladchik-reports-monitor-backup.service\nWed 2026-07-22 04:39:28 MSK 14h Tue 2026-07-21 04:48:40 MSK 9h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service\nWed 2026-07-22 05:01:44 MSK 15h Tue 2026-07-21 04:57:14 MSK 8h ago homelab-appbackup-sqlite-batch.timer homelab-appbackup-sqlite-batch.service\nWed 2026-07-22 05:12:13 MSK 15h Tue 2026-07-21 02:10:30 MSK 11h ago man-db.timer man-db.service\nWed 2026-07-22 05:13:38 MSK 15h Tue 2026-07-21 04:55:35 MSK 8h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service\nWed 2026-07-22 05:23:56 MSK 15h Tue 2026-07-21 05:17:57 MSK 8h ago homelab-router-running-config-mail-cloud.timer homelab-router-running-config-mail-cloud.service\nWed 2026-07-22 05:27:13 MSK 15h Tue 2026-07-21 05:29:05 MSK 8h ago homelab-appbackup-postgres-batch.timer homelab-appbackup-postgres-batch.service\nWed 2026-07-22 05:47:19 MSK 15h Tue 2026-07-21 05:46:14 MSK 8h ago homelab-appbackup-mariadb-batch.timer homelab-appbackup-mariadb-batch.service\nWed 2026-07-22 06:01:19 MSK 16h Tue 2026-07-21 05:57:30 MSK 7h ago homelab-extended-appbackup.timer homelab-extended-appbackup.service\nWed 2026-07-22 06:27:43 MSK 16h Tue 2026-07-21 06:32:25 MSK 7h ago homelab-crypto-portfolio-backup.timer homelab-crypto-portfolio-backup.service\nWed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK 7h ago homelab-verified-backup-health.timer homelab-verified-backup-health.service\nWed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service\nWed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service\nWed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service\nWed 2026-07-22 06:52:06 MSK 16h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service\nWed 2026-07-22 06:58:58 MSK 17h Tue 2026-07-21 06:57:30 MSK 6h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service\nWed 2026-07-22 07:02:27 MSK 17h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service\nWed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service\nWed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service\nWed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service\nWed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service\nWed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service\nWed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 6h ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service\nWed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service\nWed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 58min ago homelab-runbook-generate.timer homelab-runbook-generate.service\nWed 2026-07-22 07:53:13 MSK 17h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service\nWed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 45min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service\nWed 2026-07-22 08:03:06 MSK 18h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service\nWed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 47min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service\nWed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 53min ago homelab-overall-health.timer homelab-overall-health.service\nWed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 25min ago homelab-capacity-risk.timer homelab-capacity-risk.service\nWed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 37min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service\nWed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 23min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service\nWed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 24min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service\nWed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 4min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service\nWed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 5h 0min ago homelab-golden-state-index.timer homelab-golden-state-index.service\nWed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 18min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service\nWed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service\nWed 2026-07-22 08:53:01 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago homelab-cluster-passport.timer homelab-cluster-passport.service\nWed 2026-07-22 08:53:36 MSK 18h Tue 2026-07-21 08:41:14 MSK 5h 13min ago memos-backup.timer memos-backup.service\nWed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 39min ago memos-offhost-sync.timer memos-offhost-sync.service\nWed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 51min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service\nWed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 39min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service\nWed 2026-07-22 11:54:14 MSK 21h Tue 2026-07-21 11:54:14 MSK 2h 0min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service\nSun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service\nSun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service\nSun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service\nSun 2026-07-26 05:17:43 MSK 4 days Sun 2026-07-19 05:11:25 MSK 2 days ago skladchik-reports-monitor-backup-restore-check.timer skladchik-reports-monitor-backup-restore-check.service\nSun 2026-07-26 09:32:36 MSK 4 days Sun 2026-07-19 09:32:29 MSK 2 days ago homelab-mail-cloud-edge-vm-upload.timer homelab-mail-cloud-edge-vm-upload.service\nSun 2026-07-26 10:29:15 MSK 4 days Sun 2026-07-19 10:06:07 MSK 2 days ago homelab-vm-local-dumps-2cloud.timer homelab-vm-local-dumps-2cloud.service\nSun 2026-07-26 11:13:32 MSK 4 days Sun 2026-07-19 11:08:41 MSK 2 days ago homelab-vm-local-dumps-retention.timer homelab-vm-local-dumps-retention.service\nMon 2026-07-27 00:09:19 MSK 5 days Mon 2026-07-20 00:00:29 MSK 1 day 13h ago homelab-secret-sanity.timer homelab-secret-sanity.service\nMon 2026-07-27 01:39:15 MSK 5 days Mon 2026-07-20 00:51:14 MSK 1 day 13h ago fstrim.timer fstrim.service\nMon 2026-07-27 07:34:51 MSK 5 days Mon 2026-07-20 07:25:14 MSK 1 day 6h ago homelab-mail-cloud-restore-drill.timer homelab-mail-cloud-restore-drill.service\nThu 2026-10-15 06:00:00 MSK 2 months 24 days Wed 2026-07-15 06:00:00 MSK - homelab-vm-full-restore-drill.timer homelab-vm-full-restore-drill.service\n- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service\n- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service\n- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service\n\n95 timers listed.\n" +} diff --git a/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.txt b/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.txt new file mode 100644 index 0000000..b8a546d --- /dev/null +++ b/runtime/history/CONTEXT-AUTOREFRESH-FINAL-048.txt @@ -0,0 +1,149 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTOREFRESH-FINAL-048 +STATUS=OK +RC=0 +HOST=pve01 +MODE=change +COMPONENT=cluster-context +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc +COMMAND_SHA256=130e4d34ca82d9dccbdae0eef17a7884d4ca358cec3894ef9e8e6a6374b26ae3 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGES_MADE=true +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea +SANITIZED_OUTPUT_SHA256=d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea +OUTPUT_BEGIN +AUTOREFRESH=READY +SCHEDULE=HOURLY_MINUTE_17 +FILE=/etc/cron.d/homelab-context-refresh MODE=644 OWNER=root:root +2026-07-21T13:54:39+03:00 +f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 /etc/pve/31_HOMELAB_REFERENCE.md +ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc /etc/pve/HOMELAB_ASSISTANT_ERROR_REGISTER.md + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":0.000298887632832586,"disk":1931161600,"diskread":3001319424,"diskwrite":939991040,"id":"lxc/110","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":91840512,"memhost":0,"name":"dns1","netin":203019153,"netout":76223194,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440134,"vmid":110},{"cpu":0.000295139550287494,"disk":1433120768,"diskread":3731234816,"diskwrite":828899328,"id":"lxc/111","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":76959744,"memhost":0,"name":"dns2","netin":182884199,"netout":46225196,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440133,"vmid":111},{"cpu":0,"disk":757272576,"diskread":2803810304,"diskwrite":226172928,"id":"lxc/112","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":42520576,"memhost":0,"name":"unbound1","netin":220772507,"netout":38464761,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440137,"vmid":112},{"cpu":9.83798500958313e-05,"disk":750432256,"diskread":2980913152,"diskwrite":250191872,"id":"lxc/113","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":32100352,"memhost":0,"name":"unbound2","netin":162001377,"netout":18117191,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440136,"vmid":113},{"cpu":0.031175951185639,"disk":0,"diskread":5177408098,"diskwrite":79068595712,"id":"qemu/130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":10825457664,"memhost":9414103040,"name":"edge-vm","netin":14198150343,"netout":12249848246,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":439997,"vmid":130},{"cpu":0.0256436783628252,"disk":0,"diskread":2254890082,"diskwrite":6159296000,"id":"qemu/150","maxcpu":4,"maxdisk":68719476736,"maxmem":8589934592,"mem":5484040192,"memhost":3835555840,"name":"nextcloud","netin":364478645,"netout":727102337,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440132,"vmid":150},{"cpu":0.00172180439716431,"disk":0,"diskread":28629713506,"diskwrite":27042878464,"id":"qemu/160","maxcpu":4,"maxdisk":214748364800,"maxmem":8589934592,"mem":8122646528,"memhost":8356196352,"name":"forum-prod","netin":661641251,"netout":47632334213,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440130,"vmid":160},{"cpu":0.050547635234415,"disk":0,"diskread":73542059106,"diskwrite":45353985536,"id":"qemu/170","maxcpu":4,"maxdisk":128849018880,"maxmem":10737418240,"mem":10115977216,"memhost":10091724800,"name":"core-apps","netin":833249117,"netout":3976449838,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440128,"vmid":170},{"cpu":0.0219450709066485,"disk":0,"diskread":2134286434,"diskwrite":50201146880,"id":"qemu/171","maxcpu":4,"maxdisk":128849018880,"maxmem":8589934592,"mem":4107309056,"memhost":3930107904,"name":"monitoring","netin":18259120479,"netout":2698505748,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440125,"vmid":171},{"cpu":0.030500535035482,"disk":0,"diskread":718908514,"diskwrite":33895470592,"id":"qemu/180","maxcpu":2,"maxdisk":25769803776,"maxmem":2147483648,"mem":1967349760,"memhost":2004144128,"name":"cluster-admin","netin":2750099342,"netout":550749238,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440127,"vmid":180},{"cpu":0.00197942547210406,"disk":0,"diskread":295720546,"diskwrite":4671508992,"id":"qemu/190","maxcpu":4,"maxdisk":85899345920,"maxmem":8589934592,"mem":2148470784,"memhost":2208276480,"name":"homelab-ops-worker","netin":509355651,"netout":28585561,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":435360,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":0.0276474944458158,"disk":28887404544,"id":"node/pve02","level":"","maxcpu":4,"maxdisk":105089261568,"maxmem":16536748032,"mem":12212793344,"node":"pve02","status":"online","type":"node","uptime":440168},{"cgroup-mode":2,"cpu":0.0178482276585122,"disk":56701538304,"id":"node/pve03","level":"","maxcpu":8,"maxdisk":105089261568,"maxmem":33553518592,"mem":14061768704,"node":"pve03","status":"online","type":"node","uptime":440014},{"cgroup-mode":2,"cpu":0.0241087986812281,"disk":44209700864,"id":"node/pve01","level":"","maxcpu":24,"maxdisk":105089261568,"maxmem":33379028992,"mem":21472370688,"node":"pve01","status":"online","type":"node","uptime":440151},{"content":"iso,vztmpl,import,backup","disk":28887404544,"id":"storage/pve02/local","maxdisk":105089261568,"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":56701538304,"id":"storage/pve03/local","maxdisk":105089261568,"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":44209700864,"id":"storage/pve01/local","maxdisk":105089261568,"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"images,rootdir","disk":290437389824,"id":"storage/pve02/local-lvm","maxdisk":846016282624,"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":155601338368,"id":"storage/pve03/local-lvm","maxdisk":355660201984,"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":286912634316,"id":"storage/pve01/local-lvm","maxdisk":869168840704,"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active 102626232 43173544 54193424 42.07% +local-lvm lvmthin active 848797696 280188119 568609576 33.01% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01 +● homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03 + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +3 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Tue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue 2026-07-21 13:55:00 MSK 19s Tue 2026-07-21 13:49:45 MSK 4min 55s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue 2026-07-21 13:55:26 MSK 45s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue 2026-07-21 13:56:35 MSK 1min 55s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago netbird-peers-health.timer netbird-peers-health.service +Tue 2026-07-21 13:59:30 MSK 4min 49s Tue 2026-07-21 13:44:30 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue 2026-07-21 13:59:35 MSK 4min 54s Tue 2026-07-21 13:54:27 MSK 13s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-incident-journal.timer homelab-incident-journal.service +Tue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service +Tue 2026-07-21 14:00:46 MSK 6min Tue 2026-07-21 13:46:14 MSK 8min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue 2026-07-21 14:01:07 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue 2026-07-21 14:01:15 MSK 6min Tue 2026-07-21 13:32:17 MSK 22min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue 2026-07-21 14:01:19 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue 2026-07-21 14:03:14 MSK 8min Tue 2026-07-21 13:53:14 MSK 1min 25s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue 2026-07-21 14:04:30 MSK 9min Tue 2026-07-21 13:49:30 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue 2026-07-21 17:42:30 MSK 3h 47min Tue 2026-07-21 11:42:30 MSK 2h 12min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue 2026-07-21 19:22:04 MSK 5h 27min Tue 2026-07-21 10:10:25 MSK 3h 44min ago apt-daily.timer apt-daily.service +Wed 2026-07-22 00:00:00 MSK 10h Tue 2026-07-21 00:00:14 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service +Wed 2026-07-22 00:01:28 MSK 10h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Wed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service +Wed 2026-07-22 00:08:06 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Wed 2026-07-22 00:09:43 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-backup-freshness.timer homelab-backup-freshness.service +Wed 2026-07-22 00:10:12 MSK 10h Tue 2026-07-21 00:16:14 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service +Wed 2026-07-22 00:29:37 MSK 10h Tue 2026-07-21 00:31:25 MSK 13h ago logrotate.timer logrotate.service +Wed 2026-07-22 01:22:18 MSK 11h Tue 2026-07-21 02:10:30 MSK 11h ago pve-daily-update.timer pve-daily-update.service +Wed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 11h ago homelab-vm-full-backup.timer homelab-vm-full-backup.service +Wed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service +Wed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service +Wed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Wed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 10h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service +Wed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service +Wed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service +Wed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service +Wed 2026-07-22 04:38:04 MSK 14h Tue 2026-07-21 04:34:48 MSK 9h ago skladchik-reports-monitor-backup.timer skladchik-reports-monitor-backup.service +Wed 2026-07-22 04:39:28 MSK 14h Tue 2026-07-21 04:48:40 MSK 9h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Wed 2026-07-22 05:01:44 MSK 15h Tue 2026-07-21 04:57:14 MSK 8h ago homelab-appbackup-sqlite-batch.timer homelab-appbackup-sqlite-batch.service +Wed 2026-07-22 05:12:13 MSK 15h Tue 2026-07-21 02:10:30 MSK 11h ago man-db.timer man-db.service +Wed 2026-07-22 05:13:38 MSK 15h Tue 2026-07-21 04:55:35 MSK 8h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Wed 2026-07-22 05:23:56 MSK 15h Tue 2026-07-21 05:17:57 MSK 8h ago homelab-router-running-config-mail-cloud.timer homelab-router-running-config-mail-cloud.service +Wed 2026-07-22 05:27:13 MSK 15h Tue 2026-07-21 05:29:05 MSK 8h ago homelab-appbackup-postgres-batch.timer homelab-appbackup-postgres-batch.service +Wed 2026-07-22 05:47:19 MSK 15h Tue 2026-07-21 05:46:14 MSK 8h ago homelab-appbackup-mariadb-batch.timer homelab-appbackup-mariadb-batch.service +Wed 2026-07-22 06:01:19 MSK 16h Tue 2026-07-21 05:57:30 MSK 7h ago homelab-extended-appbackup.timer homelab-extended-appbackup.service +Wed 2026-07-22 06:27:43 MSK 16h Tue 2026-07-21 06:32:25 MSK 7h ago homelab-crypto-portfolio-backup.timer homelab-crypto-portfolio-backup.service +Wed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK 7h ago homelab-verified-backup-health.timer homelab-verified-backup-health.service +Wed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service +Wed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service +Wed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Wed 2026-07-22 06:52:06 MSK 16h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service +Wed 2026-07-22 06:58:58 MSK 17h Tue 2026-07-21 06:57:30 MSK 6h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service +Wed 2026-07-22 07:02:27 MSK 17h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service +Wed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service +Wed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service +Wed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service +Wed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Wed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service +Wed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 6h ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service +Wed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Wed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 58min ago homelab-runbook-generate.timer homelab-runbook-generate.service +Wed 2026-07-22 07:53:13 MSK 17h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service +Wed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 45min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Wed 2026-07-22 08:03:06 MSK 18h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Wed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 47min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service +Wed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 53min ago homelab-overall-health.timer homelab-overall-health.service +Wed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 25min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Wed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 37min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Wed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 23min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Wed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 24min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service +Wed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 4min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service +Wed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 5h 0min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Wed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 18min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Wed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Wed 2026-07-22 08:53:01 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Wed 2026-07-22 08:53:36 MSK 18h Tue 2026-07-21 08:41:14 MSK 5h 13min ago memos-backup.timer memos-backup.service +Wed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 39min ago memos-offhost-sync.timer memos-offhost-sync.service +Wed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 51min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service +Wed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 39min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Wed 2026-07-22 11:54:14 MSK 21h Tue 2026-07-21 11:54:14 MSK 2h 0min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service +Sun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service +Sun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service +Sun 2026-07-26 05:17:43 MSK 4 days Sun 2026-07-19 05:11:25 MSK 2 days ago skladchik-reports-monitor-backup-restore-check.timer skladchik-reports-monitor-backup-restore-check.service +Sun 2026-07-26 09:32:36 MSK 4 days Sun 2026-07-19 09:32:29 MSK 2 days ago homelab-mail-cloud-edge-vm-upload.timer homelab-mail-cloud-edge-vm-upload.service +Sun 2026-07-26 10:29:15 MSK 4 days Sun 2026-07-19 10:06:07 MSK 2 days ago homelab-vm-local-dumps-2cloud.timer homelab-vm-local-dumps-2cloud.service +Sun 2026-07-26 11:13:32 MSK 4 days Sun 2026-07-19 11:08:41 MSK 2 days ago homelab-vm-local-dumps-retention.timer homelab-vm-local-dumps-retention.service +Mon 2026-07-27 00:09:19 MSK 5 days Mon 2026-07-20 00:00:29 MSK 1 day 13h ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon 2026-07-27 01:39:15 MSK 5 days Mon 2026-07-20 00:51:14 MSK 1 day 13h ago fstrim.timer fstrim.service +Mon 2026-07-27 07:34:51 MSK 5 days Mon 2026-07-20 07:25:14 MSK 1 day 6h ago homelab-mail-cloud-restore-drill.timer homelab-mail-cloud-restore-drill.service +Thu 2026-10-15 06:00:00 MSK 2 months 24 days Wed 2026-07-15 06:00:00 MSK - homelab-vm-full-restore-drill.timer homelab-vm-full-restore-drill.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +95 timers listed. + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 9c4f962..197c683 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "CONTEXT-AUTOREFRESH-INSTALL-047", + "command_id": "CONTEXT-AUTOREFRESH-FINAL-048", "status": "OK", "rc": 0, "host": "pve01", "mode": "change", "component": "cluster-context", - "started_at_utc": "2026-07-21T10:51:17Z", - "finished_at_utc": "2026-07-21T10:51:18Z", + "started_at_utc": "2026-07-21T10:54:39Z", + "finished_at_utc": "2026-07-21T10:54:40Z", "reference_register_checked": true, "reference_sha256": "f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2", "error_register_checked": true, "error_register_sha256": "ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc", - "command_sha256": "034b218802882d98c61b641b55e9ea8d8e542c26bbd10d055de21f25ba4b95f9", + "command_sha256": "130e4d34ca82d9dccbdae0eef17a7884d4ca358cec3894ef9e8e6a6374b26ae3", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -22,9 +22,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "68f581467f4238d4caa186c8e0a91195de703774b79827c2a387dc607dea09a1", - "sanitized_output_sha256": "3741520dfd2b3db3c127097ad0b663977f7ce08b65e5d9c96787c013e3a1da17", + "raw_evidence_sha256": "d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea", + "sanitized_output_sha256": "d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "AUTOREFRESH_CRON=READY\nGENERATED_AT=2026-07-21T13:51:17+03:00\nCluster information\n-------------------\nName: homelab\nConfig Version: 3\nTransport: knet\nSecure auth: on\n\nQuorum information\n------------------\nDate: Tue Jul 21 13:51:17 2026\nQuorum provider: corosync_votequorum\nNodes: 3\nNode ID: 0x00000001\nRing ID: 1.9d\nQuorate: Yes\n\nVotequorum information\n----------------------\nExpected votes: 3\nHighest expected: 3\nTotal votes: 3\nQuorum: 2 \nFlags: Quorate \n\nMembership information\n----------------------\n Nodeid Votes Name\n0x00000001 1 [PRIVATE_IP] (local)\n0x00000002 1 [PRIVATE_IP]\n0x00000003 1 [PRIVATE_IP]\n\nMembership information\n----------------------\n Nodeid Votes Name\n 1 1 pve01 (local)\n 2 1 pve03\n 3 1 pve02\n[{\"cpu\":0.000221367106699102,\"disk\":1931161600,\"diskread\":3001319424,\"diskwrite\":939991040,\"id\":\"lxc/110\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":91574272,\"memhost\":0,\"name\":\"dns1\",\"netin\":202933089,\"netout\":76194599,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":439934,\"vmid\":110},{\"cpu\":0.000196824009737624,\"disk\":1433120768,\"diskread\":3731234816,\"diskwrite\":828899328,\"id\":\"lxc/111\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":77205504,\"memhost\":0,\"name\":\"dns2\",\"netin\":182811561,\"netout\":46212517,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":439932,\"vmid\":111},{\"cpu\":0.000110683553349551,\"disk\":757272576,\"diskread\":2803810304,\"diskwrite\":226172928,\"id\":\"lxc/112\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":42266624,\"memhost\":0,\"name\":\"unbound1\",\"netin\":220687727,\"netout\":38452280,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":439937,\"vmid\":112},{\"cpu\":9.84120048688122e-05,\"disk\":750432256,\"diskread\":2980913152,\"diskwrite\":250191872,\"id\":\"lxc/113\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":31576064,\"memhost\":0,\"name\":\"unbound2\",\"netin\":161935887,\"netout\":18112747,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":439935,\"vmid\":113},{\"cpu\":0.0316818725469709,\"disk\":0,\"diskread\":5177408098,\"diskwrite\":79036200448,\"id\":\"qemu/130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":10815078400,\"memhost\":9403236352,\"name\":\"edge-vm\",\"netin\":14193277527,\"netout\":12245188085,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439797,\"vmid\":130},{\"cpu\":0.0188408498005379,\"disk\":0,\"diskread\":2254890082,\"diskwrite\":6159070720,\"id\":\"qemu/150\",\"maxcpu\":4,\"maxdisk\":68719476736,\"maxmem\":8589934592,\"mem\":5477380096,\"memhost\":3831537664,\"name\":\"nextcloud\",\"netin\":364375492,\"netout\":726753114,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439931,\"vmid\":150},{\"cpu\":0.00172221990456128,\"disk\":0,\"diskread\":28629713506,\"diskwrite\":27042281472,\"id\":\"qemu/160\",\"maxcpu\":4,\"maxdisk\":214748364800,\"maxmem\":8589934592,\"mem\":8116158464,\"memhost\":8356442112,\"name\":\"forum-prod\",\"netin\":661548588,\"netout\":47631920063,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439930,\"vmid\":160},{\"cpu\":0.0453272618389752,\"disk\":0,\"diskread\":73541239906,\"diskwrite\":45327779328,\"id\":\"qemu/170\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":10737418240,\"mem\":10112659456,\"memhost\":10100924416,\"name\":\"core-apps\",\"netin\":832950117,\"netout\":3975413815,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439927,\"vmid\":170},{\"cpu\":0.0202061287715914,\"disk\":0,\"diskread\":2134286434,\"diskwrite\":50184238592,\"id\":\"qemu/171\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":8589934592,\"mem\":4113977344,\"memhost\":3925680128,\"name\":\"monitoring\",\"netin\":18250485773,\"netout\":2697797712,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439924,\"vmid\":171},{\"cpu\":0.00541269112862116,\"disk\":0,\"diskread\":715422818,\"diskwrite\":33882936832,\"id\":\"qemu/180\",\"maxcpu\":2,\"maxdisk\":25769803776,\"maxmem\":2147483648,\"mem\":1990434816,\"memhost\":2004144128,\"name\":\"cluster-admin\",\"netin\":2748607636,\"netout\":550424023,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439927,\"vmid\":180},{\"cpu\":0.00198011703418568,\"disk\":0,\"diskread\":295720546,\"diskwrite\":4671476224,\"id\":\"qemu/190\",\"maxcpu\":4,\"maxdisk\":85899345920,\"maxmem\":8589934592,\"mem\":2150338560,\"memhost\":2207916032,\"name\":\"homelab-ops-worker\",\"netin\":509281793,\"netout\":28574668,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":435160,\"vmid\":190},{\"cpu\":0,\"disk\":0,\"diskread\":0,\"diskwrite\":0,\"id\":\"qemu/9130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":0,\"memhost\":0,\"name\":\"edge-cold-standby\",\"netin\":0,\"netout\":0,\"node\":\"pve02\",\"status\":\"stopped\",\"template\":0,\"type\":\"qemu\",\"uptime\":0,\"vmid\":9130},{\"cgroup-mode\":2,\"cpu\":0.0130494505494505,\"disk\":44209569792,\"id\":\"node/pve01\",\"level\":\"\",\"maxcpu\":24,\"maxdisk\":105089261568,\"maxmem\":33379028992,\"mem\":21379465216,\"node\":\"pve01\",\"status\":\"online\",\"type\":\"node\",\"uptime\":439951},{\"cgroup-mode\":2,\"cpu\":0.0145535273803651,\"disk\":28887388160,\"id\":\"node/pve02\",\"level\":\"\",\"maxcpu\":4,\"maxdisk\":105089261568,\"maxmem\":16536748032,\"mem\":12218478592,\"node\":\"pve02\",\"status\":\"online\",\"type\":\"node\",\"uptime\":439968},{\"cgroup-mode\":2,\"cpu\":0.0180730400099713,\"disk\":56701521920,\"id\":\"node/pve03\",\"level\":\"\",\"maxcpu\":8,\"maxdisk\":105089261568,\"maxmem\":33553518592,\"mem\":14036037632,\"node\":\"pve03\",\"status\":\"online\",\"type\":\"node\",\"uptime\":439814},{\"content\":\"images,rootdir\",\"disk\":286912634316,\"id\":\"storage/pve01/local-lvm\",\"maxdisk\":869168840704,\"node\":\"pve01\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":290437389824,\"id\":\"storage/pve02/local-lvm\",\"maxdisk\":846016282624,\"node\":\"pve02\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":155601338368,\"id\":\"storage/pve03/local-lvm\",\"maxdisk\":355660201984,\"node\":\"pve03\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":44209569792,\"id\":\"storage/pve01/local\",\"maxdisk\":105089261568,\"node\":\"pve01\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":28887388160,\"id\":\"storage/pve02/local\",\"maxdisk\":105089261568,\"node\":\"pve02\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":56701521920,\"id\":\"storage/pve03/local\",\"maxdisk\":105089261568,\"node\":\"pve03\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"id\":\"network/pve01/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve01\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve02/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve02\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve03/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve03\",\"status\":\"ok\",\"type\":\"network\"}]\nName Type Status Total (KiB) Used (KiB) Available (KiB) %\nlocal dir active 102626232 43173420 54193548 42.07%\nlocal-lvm lvmthin active 848797696 280188119 568609576 33.01%\n UNIT LOAD ACTIVE SUB DESCRIPTION\n● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\n● homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\n● homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n\nLegend: LOAD → Reflects whether the unit definition was properly loaded.\n ACTIVE → The high-level unit activation state, i.e. generalization of SUB.\n SUB → The low-level unit activation state, values depend on unit type.\n\n3 loaded units listed.\nNEXT LEFT LAST PASSED UNIT ACTIVATES\nTue 2026-07-21 13:51:35 MSK 17s Tue 2026-07-21 13:50:35 MSK 42s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service\nTue 2026-07-21 13:51:35 MSK 17s Tue 2026-07-21 13:50:35 MSK 42s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service\nTue 2026-07-21 13:51:54 MSK 36s Tue 2026-07-21 13:49:45 MSK 1min 32s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service\nTue 2026-07-21 13:52:00 MSK 42s Tue 2026-07-21 13:50:55 MSK 22s ago homelab-router-watchdog.timer homelab-router-watchdog.service\nTue 2026-07-21 13:52:55 MSK 1min 37s Tue 2026-07-21 13:42:55 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service\nTue 2026-07-21 13:53:14 MSK 1min 56s Tue 2026-07-21 13:48:14 MSK 3min 3s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service\nTue 2026-07-21 13:53:14 MSK 1min 56s Tue 2026-07-21 13:48:14 MSK 3min 3s ago netbird-peers-health.timer netbird-peers-health.service\nTue 2026-07-21 13:54:27 MSK 3min 8s Tue 2026-07-21 13:49:07 MSK 2min 10s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service\nTue 2026-07-21 13:55:00 MSK 3min 42s Tue 2026-07-21 13:49:45 MSK 1min 32s ago homelab-health-metrics.timer homelab-health-metrics.service\nTue 2026-07-21 13:59:30 MSK 8min Tue 2026-07-21 13:44:30 MSK 6min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service\nTue 2026-07-21 14:00:00 MSK 8min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-incident-journal.timer homelab-incident-journal.service\nTue 2026-07-21 14:00:00 MSK 8min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service\nTue 2026-07-21 14:00:46 MSK 9min Tue 2026-07-21 13:46:14 MSK 5min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service\nTue 2026-07-21 14:01:07 MSK 9min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service\nTue 2026-07-21 14:01:15 MSK 9min Tue 2026-07-21 13:32:17 MSK 19min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service\nTue 2026-07-21 14:01:19 MSK 10min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service\nTue 2026-07-21 14:01:30 MSK 10min Tue 2026-07-21 13:46:30 MSK 4min 48s ago homelab-disk-space-health.timer homelab-disk-space-health.service\nTue 2026-07-21 14:01:30 MSK 10min Tue 2026-07-21 13:46:30 MSK 4min 48s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service\nTue 2026-07-21 14:04:30 MSK 13min Tue 2026-07-21 13:49:30 MSK 1min 48s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service\nTue 2026-07-21 17:42:30 MSK 3h 51min Tue 2026-07-21 11:42:30 MSK 2h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service\nTue 2026-07-21 19:22:04 MSK 5h 30min Tue 2026-07-21 10:10:25 MSK 3h 40min ago apt-daily.timer apt-daily.service\nWed 2026-07-22 00:00:00 MSK 10h Tue 2026-07-21 00:00:14 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service\nWed 2026-07-22 00:01:28 MSK 10h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service\nWed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service\nWed 2026-07-22 00:08:06 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service\nWed 2026-07-22 00:09:43 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-backup-freshness.timer homelab-backup-freshness.service\nWed 2026-07-22 00:10:12 MSK 10h Tue 2026-07-21 00:16:14 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service\nWed 2026-07-22 00:29:37 MSK 10h Tue 2026-07-21 00:31:25 MSK 13h ago logrotate.timer logrotate.service\nWed 2026-07-22 01:22:18 MSK 11h Tue 2026-07-21 02:10:30 MSK 11h ago pve-daily-update.timer pve-daily-update.service\nWed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 11h ago homelab-vm-full-backup.timer homelab-vm-full-backup.service\nWed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service\nWed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service\nWed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service\nWed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 9h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service\nWed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service\nWed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service\nWed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service\nWed 2026-07-22 04:38:04 MSK 14h Tue 2026-07-21 04:34:48 MSK 9h ago skladchik-reports-monitor-backup.timer skladchik-reports-monitor-backup.service\nWed 2026-07-22 04:39:28 MSK 14h Tue 2026-07-21 04:48:40 MSK 9h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service\nWed 2026-07-22 05:01:44 MSK 15h Tue 2026-07-21 04:57:14 MSK 8h ago homelab-appbackup-sqlite-batch.timer homelab-appbackup-sqlite-batch.service\nWed 2026-07-22 05:12:13 MSK 15h Tue 2026-07-21 02:10:30 MSK 11h ago man-db.timer man-db.service\nWed 2026-07-22 05:13:38 MSK 15h Tue 2026-07-21 04:55:35 MSK 8h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service\nWed 2026-07-22 05:23:56 MSK 15h Tue 2026-07-21 05:17:57 MSK 8h ago homelab-router-running-config-mail-cloud.timer homelab-router-running-config-mail-cloud.service\nWed 2026-07-22 05:27:13 MSK 15h Tue 2026-07-21 05:29:05 MSK 8h ago homelab-appbackup-postgres-batch.timer homelab-appbackup-postgres-batch.service\nWed 2026-07-22 05:47:19 MSK 15h Tue 2026-07-21 05:46:14 MSK 8h ago homelab-appbackup-mariadb-batch.timer homelab-appbackup-mariadb-batch.service\nWed 2026-07-22 06:01:19 MSK 16h Tue 2026-07-21 05:57:30 MSK 7h ago homelab-extended-appbackup.timer homelab-extended-appbackup.service\nWed 2026-07-22 06:27:43 MSK 16h Tue 2026-07-21 06:32:25 MSK 7h ago homelab-crypto-portfolio-backup.timer homelab-crypto-portfolio-backup.service\nWed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK 7h ago homelab-verified-backup-health.timer homelab-verified-backup-health.service\nWed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service\nWed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service\nWed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service\nWed 2026-07-22 06:52:06 MSK 17h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service\nWed 2026-07-22 06:58:58 MSK 17h Tue 2026-07-21 06:57:30 MSK 6h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service\nWed 2026-07-22 07:02:27 MSK 17h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service\nWed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service\nWed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service\nWed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service\nWed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service\nWed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service\nWed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 5h 57min ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service\nWed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 5h 59min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service\nWed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 55min ago homelab-runbook-generate.timer homelab-runbook-generate.service\nWed 2026-07-22 07:53:13 MSK 18h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service\nWed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 41min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service\nWed 2026-07-22 08:03:06 MSK 18h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service\nWed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 43min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service\nWed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 50min ago homelab-overall-health.timer homelab-overall-health.service\nWed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 22min ago homelab-capacity-risk.timer homelab-capacity-risk.service\nWed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 34min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service\nWed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 19min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service\nWed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 21min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service\nWed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 1min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service\nWed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 4h 57min ago homelab-golden-state-index.timer homelab-golden-state-index.service\nWed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 15min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service\nWed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 0min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service\nWed 2026-07-22 08:53:01 MSK 19h Tue 2026-07-21 08:51:14 MSK 5h 0min ago homelab-cluster-passport.timer homelab-cluster-passport.service\nWed 2026-07-22 08:53:36 MSK 19h Tue 2026-07-21 08:41:14 MSK 5h 10min ago memos-backup.timer memos-backup.service\nWed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 35min ago memos-offhost-sync.timer memos-offhost-sync.service\nWed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 48min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service\nWed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 36min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service\nWed 2026-07-22 11:54:14 MSK 22h Tue 2026-07-21 11:54:14 MSK 1h 57min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service\nSun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service\nSun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service\nSun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service\nSun 2026-07-26 05:17:43 MSK 4 days Sun 2026-07-19 05:11:25 MSK 2 days ago skladchik-reports-monitor-backup-restore-check.timer skladchik-reports-monitor-backup-restore-check.service\nSun 2026-07-26 09:32:36 MSK 4 days Sun 2026-07-19 09:32:29 MSK 2 days ago homelab-mail-cloud-edge-vm-upload.timer homelab-mail-cloud-edge-vm-upload.service\nSun 2026-07-26 10:29:15 MSK 4 days Sun 2026-07-19 10:06:07 MSK 2 days ago homelab-vm-local-dumps-2cloud.timer homelab-vm-local-dumps-2cloud.service\nSun 2026-07-26 11:13:32 MSK 4 days Sun 2026-07-19 11:08:41 MSK 2 days ago homelab-vm-local-dumps-retention.timer homelab-vm-local-dumps-retention.service\nMon 2026-07-27 00:09:19 MSK 5 days Mon 2026-07-20 00:00:29 MSK 1 day 13h ago homelab-secret-sanity.timer homelab-secret-sanity.service\nMon 2026-07-27 01:39:15 MSK 5 days Mon 2026-07-20 00:51:14 MSK 1 day 13h ago fstrim.timer fstrim.service\nMon 2026-07-27 07:34:51 MSK 5 days Mon 2026-07-20 07:25:14 MSK 1 day 6h ago homelab-mail-cloud-restore-drill.timer homelab-mail-cloud-restore-drill.service\nThu 2026-10-15 06:00:00 MSK 2 months 24 days Wed 2026-07-15 06:00:00 MSK - homelab-vm-full-restore-drill.timer homelab-vm-full-restore-drill.service\n- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service\n- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service\n- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service\n\n95 timers listed.\n" + "output": "AUTOREFRESH=READY\nSCHEDULE=HOURLY_MINUTE_17\nFILE=/etc/cron.d/homelab-context-refresh MODE=644 OWNER=root:root\n2026-07-21T13:54:39+03:00\nf6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 /etc/pve/31_HOMELAB_REFERENCE.md\nab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc /etc/pve/HOMELAB_ASSISTANT_ERROR_REGISTER.md\n\nMembership information\n----------------------\n Nodeid Votes Name\n 1 1 pve01 (local)\n 2 1 pve03\n 3 1 pve02\n[{\"cpu\":0.000298887632832586,\"disk\":1931161600,\"diskread\":3001319424,\"diskwrite\":939991040,\"id\":\"lxc/110\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":91840512,\"memhost\":0,\"name\":\"dns1\",\"netin\":203019153,\"netout\":76223194,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440134,\"vmid\":110},{\"cpu\":0.000295139550287494,\"disk\":1433120768,\"diskread\":3731234816,\"diskwrite\":828899328,\"id\":\"lxc/111\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":76959744,\"memhost\":0,\"name\":\"dns2\",\"netin\":182884199,\"netout\":46225196,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440133,\"vmid\":111},{\"cpu\":0,\"disk\":757272576,\"diskread\":2803810304,\"diskwrite\":226172928,\"id\":\"lxc/112\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":42520576,\"memhost\":0,\"name\":\"unbound1\",\"netin\":220772507,\"netout\":38464761,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440137,\"vmid\":112},{\"cpu\":9.83798500958313e-05,\"disk\":750432256,\"diskread\":2980913152,\"diskwrite\":250191872,\"id\":\"lxc/113\",\"maxcpu\":1,\"maxdisk\":8350298112,\"maxmem\":536870912,\"mem\":32100352,\"memhost\":0,\"name\":\"unbound2\",\"netin\":162001377,\"netout\":18117191,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"lxc\",\"uptime\":440136,\"vmid\":113},{\"cpu\":0.031175951185639,\"disk\":0,\"diskread\":5177408098,\"diskwrite\":79068595712,\"id\":\"qemu/130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":10825457664,\"memhost\":9414103040,\"name\":\"edge-vm\",\"netin\":14198150343,\"netout\":12249848246,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":439997,\"vmid\":130},{\"cpu\":0.0256436783628252,\"disk\":0,\"diskread\":2254890082,\"diskwrite\":6159296000,\"id\":\"qemu/150\",\"maxcpu\":4,\"maxdisk\":68719476736,\"maxmem\":8589934592,\"mem\":5484040192,\"memhost\":3835555840,\"name\":\"nextcloud\",\"netin\":364478645,\"netout\":727102337,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440132,\"vmid\":150},{\"cpu\":0.00172180439716431,\"disk\":0,\"diskread\":28629713506,\"diskwrite\":27042878464,\"id\":\"qemu/160\",\"maxcpu\":4,\"maxdisk\":214748364800,\"maxmem\":8589934592,\"mem\":8122646528,\"memhost\":8356196352,\"name\":\"forum-prod\",\"netin\":661641251,\"netout\":47632334213,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440130,\"vmid\":160},{\"cpu\":0.050547635234415,\"disk\":0,\"diskread\":73542059106,\"diskwrite\":45353985536,\"id\":\"qemu/170\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":10737418240,\"mem\":10115977216,\"memhost\":10091724800,\"name\":\"core-apps\",\"netin\":833249117,\"netout\":3976449838,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440128,\"vmid\":170},{\"cpu\":0.0219450709066485,\"disk\":0,\"diskread\":2134286434,\"diskwrite\":50201146880,\"id\":\"qemu/171\",\"maxcpu\":4,\"maxdisk\":128849018880,\"maxmem\":8589934592,\"mem\":4107309056,\"memhost\":3930107904,\"name\":\"monitoring\",\"netin\":18259120479,\"netout\":2698505748,\"node\":\"pve01\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440125,\"vmid\":171},{\"cpu\":0.030500535035482,\"disk\":0,\"diskread\":718908514,\"diskwrite\":33895470592,\"id\":\"qemu/180\",\"maxcpu\":2,\"maxdisk\":25769803776,\"maxmem\":2147483648,\"mem\":1967349760,\"memhost\":2004144128,\"name\":\"cluster-admin\",\"netin\":2750099342,\"netout\":550749238,\"node\":\"pve02\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":440127,\"vmid\":180},{\"cpu\":0.00197942547210406,\"disk\":0,\"diskread\":295720546,\"diskwrite\":4671508992,\"id\":\"qemu/190\",\"maxcpu\":4,\"maxdisk\":85899345920,\"maxmem\":8589934592,\"mem\":2148470784,\"memhost\":2208276480,\"name\":\"homelab-ops-worker\",\"netin\":509355651,\"netout\":28585561,\"node\":\"pve03\",\"status\":\"running\",\"template\":0,\"type\":\"qemu\",\"uptime\":435360,\"vmid\":190},{\"cpu\":0,\"disk\":0,\"diskread\":0,\"diskwrite\":0,\"id\":\"qemu/9130\",\"maxcpu\":4,\"maxdisk\":103079215104,\"maxmem\":12884901888,\"mem\":0,\"memhost\":0,\"name\":\"edge-cold-standby\",\"netin\":0,\"netout\":0,\"node\":\"pve02\",\"status\":\"stopped\",\"template\":0,\"type\":\"qemu\",\"uptime\":0,\"vmid\":9130},{\"cgroup-mode\":2,\"cpu\":0.0276474944458158,\"disk\":28887404544,\"id\":\"node/pve02\",\"level\":\"\",\"maxcpu\":4,\"maxdisk\":105089261568,\"maxmem\":16536748032,\"mem\":12212793344,\"node\":\"pve02\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440168},{\"cgroup-mode\":2,\"cpu\":0.0178482276585122,\"disk\":56701538304,\"id\":\"node/pve03\",\"level\":\"\",\"maxcpu\":8,\"maxdisk\":105089261568,\"maxmem\":33553518592,\"mem\":14061768704,\"node\":\"pve03\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440014},{\"cgroup-mode\":2,\"cpu\":0.0241087986812281,\"disk\":44209700864,\"id\":\"node/pve01\",\"level\":\"\",\"maxcpu\":24,\"maxdisk\":105089261568,\"maxmem\":33379028992,\"mem\":21472370688,\"node\":\"pve01\",\"status\":\"online\",\"type\":\"node\",\"uptime\":440151},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":28887404544,\"id\":\"storage/pve02/local\",\"maxdisk\":105089261568,\"node\":\"pve02\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":56701538304,\"id\":\"storage/pve03/local\",\"maxdisk\":105089261568,\"node\":\"pve03\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"iso,vztmpl,import,backup\",\"disk\":44209700864,\"id\":\"storage/pve01/local\",\"maxdisk\":105089261568,\"node\":\"pve01\",\"plugintype\":\"dir\",\"shared\":0,\"status\":\"available\",\"storage\":\"local\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":290437389824,\"id\":\"storage/pve02/local-lvm\",\"maxdisk\":846016282624,\"node\":\"pve02\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":155601338368,\"id\":\"storage/pve03/local-lvm\",\"maxdisk\":355660201984,\"node\":\"pve03\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"content\":\"images,rootdir\",\"disk\":286912634316,\"id\":\"storage/pve01/local-lvm\",\"maxdisk\":869168840704,\"node\":\"pve01\",\"plugintype\":\"lvmthin\",\"shared\":0,\"status\":\"available\",\"storage\":\"local-lvm\",\"type\":\"storage\"},{\"id\":\"network/pve02/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve02\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve03/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve03\",\"status\":\"ok\",\"type\":\"network\"},{\"id\":\"network/pve01/zone/localnetwork\",\"network\":\"localnetwork\",\"network-type\":\"zone\",\"node\":\"pve01\",\"status\":\"ok\",\"type\":\"network\"}]\nName Type Status Total (KiB) Used (KiB) Available (KiB) %\nlocal dir active 102626232 43173544 54193424 42.07%\nlocal-lvm lvmthin active 848797696 280188119 568609576 33.01%\n UNIT LOAD ACTIVE SUB DESCRIPTION\n● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state\n● homelab-cluster-admin-pull.service loaded failed failed Pull cluster-admin observer health into pve01\n● homelab-vm160-remote-backup.service loaded failed failed VM160 full-image backup streamed from pve02 to pve03\n\nLegend: LOAD → Reflects whether the unit definition was properly loaded.\n ACTIVE → The high-level unit activation state, i.e. generalization of SUB.\n SUB → The low-level unit activation state, values depend on unit type.\n\n3 loaded units listed.\nNEXT LEFT LAST PASSED UNIT ACTIVATES\nTue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service\nTue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service\nTue 2026-07-21 13:55:00 MSK 19s Tue 2026-07-21 13:49:45 MSK 4min 55s ago homelab-health-metrics.timer homelab-health-metrics.service\nTue 2026-07-21 13:55:26 MSK 45s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-router-watchdog.timer homelab-router-watchdog.service\nTue 2026-07-21 13:56:35 MSK 1min 55s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service\nTue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service\nTue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago netbird-peers-health.timer netbird-peers-health.service\nTue 2026-07-21 13:59:30 MSK 4min 49s Tue 2026-07-21 13:44:30 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service\nTue 2026-07-21 13:59:35 MSK 4min 54s Tue 2026-07-21 13:54:27 MSK 13s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service\nTue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-incident-journal.timer homelab-incident-journal.service\nTue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service\nTue 2026-07-21 14:00:46 MSK 6min Tue 2026-07-21 13:46:14 MSK 8min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service\nTue 2026-07-21 14:01:07 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service\nTue 2026-07-21 14:01:15 MSK 6min Tue 2026-07-21 13:32:17 MSK 22min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service\nTue 2026-07-21 14:01:19 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service\nTue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service\nTue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service\nTue 2026-07-21 14:03:14 MSK 8min Tue 2026-07-21 13:53:14 MSK 1min 25s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service\nTue 2026-07-21 14:04:30 MSK 9min Tue 2026-07-21 13:49:30 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service\nTue 2026-07-21 17:42:30 MSK 3h 47min Tue 2026-07-21 11:42:30 MSK 2h 12min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service\nTue 2026-07-21 19:22:04 MSK 5h 27min Tue 2026-07-21 10:10:25 MSK 3h 44min ago apt-daily.timer apt-daily.service\nWed 2026-07-22 00:00:00 MSK 10h Tue 2026-07-21 00:00:14 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service\nWed 2026-07-22 00:01:28 MSK 10h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service\nWed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service\nWed 2026-07-22 00:08:06 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service\nWed 2026-07-22 00:09:43 MSK 10h Tue 2026-07-21 00:09:32 MSK 13h ago homelab-backup-freshness.timer homelab-backup-freshness.service\nWed 2026-07-22 00:10:12 MSK 10h Tue 2026-07-21 00:16:14 MSK 13h ago homelab-docker-health.timer homelab-docker-health.service\nWed 2026-07-22 00:29:37 MSK 10h Tue 2026-07-21 00:31:25 MSK 13h ago logrotate.timer logrotate.service\nWed 2026-07-22 01:22:18 MSK 11h Tue 2026-07-21 02:10:30 MSK 11h ago pve-daily-update.timer pve-daily-update.service\nWed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 11h ago homelab-vm-full-backup.timer homelab-vm-full-backup.service\nWed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service\nWed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service\nWed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service\nWed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 10h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service\nWed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service\nWed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service\nWed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service\nWed 2026-07-22 04:38:04 MSK 14h Tue 2026-07-21 04:34:48 MSK 9h ago skladchik-reports-monitor-backup.timer skladchik-reports-monitor-backup.service\nWed 2026-07-22 04:39:28 MSK 14h Tue 2026-07-21 04:48:40 MSK 9h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service\nWed 2026-07-22 05:01:44 MSK 15h Tue 2026-07-21 04:57:14 MSK 8h ago homelab-appbackup-sqlite-batch.timer homelab-appbackup-sqlite-batch.service\nWed 2026-07-22 05:12:13 MSK 15h Tue 2026-07-21 02:10:30 MSK 11h ago man-db.timer man-db.service\nWed 2026-07-22 05:13:38 MSK 15h Tue 2026-07-21 04:55:35 MSK 8h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service\nWed 2026-07-22 05:23:56 MSK 15h Tue 2026-07-21 05:17:57 MSK 8h ago homelab-router-running-config-mail-cloud.timer homelab-router-running-config-mail-cloud.service\nWed 2026-07-22 05:27:13 MSK 15h Tue 2026-07-21 05:29:05 MSK 8h ago homelab-appbackup-postgres-batch.timer homelab-appbackup-postgres-batch.service\nWed 2026-07-22 05:47:19 MSK 15h Tue 2026-07-21 05:46:14 MSK 8h ago homelab-appbackup-mariadb-batch.timer homelab-appbackup-mariadb-batch.service\nWed 2026-07-22 06:01:19 MSK 16h Tue 2026-07-21 05:57:30 MSK 7h ago homelab-extended-appbackup.timer homelab-extended-appbackup.service\nWed 2026-07-22 06:27:43 MSK 16h Tue 2026-07-21 06:32:25 MSK 7h ago homelab-crypto-portfolio-backup.timer homelab-crypto-portfolio-backup.service\nWed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK 7h ago homelab-verified-backup-health.timer homelab-verified-backup-health.service\nWed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service\nWed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service\nWed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service\nWed 2026-07-22 06:52:06 MSK 16h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service\nWed 2026-07-22 06:58:58 MSK 17h Tue 2026-07-21 06:57:30 MSK 6h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service\nWed 2026-07-22 07:02:27 MSK 17h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service\nWed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service\nWed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK 6h ago homelab-drift-check.timer homelab-drift-check.service\nWed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service\nWed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service\nWed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service\nWed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 6h ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service\nWed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service\nWed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 58min ago homelab-runbook-generate.timer homelab-runbook-generate.service\nWed 2026-07-22 07:53:13 MSK 17h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service\nWed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 45min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service\nWed 2026-07-22 08:03:06 MSK 18h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service\nWed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 47min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service\nWed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 53min ago homelab-overall-health.timer homelab-overall-health.service\nWed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 25min ago homelab-capacity-risk.timer homelab-capacity-risk.service\nWed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 37min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service\nWed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 23min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service\nWed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 24min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service\nWed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 4min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service\nWed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 5h 0min ago homelab-golden-state-index.timer homelab-golden-state-index.service\nWed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 18min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service\nWed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service\nWed 2026-07-22 08:53:01 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago homelab-cluster-passport.timer homelab-cluster-passport.service\nWed 2026-07-22 08:53:36 MSK 18h Tue 2026-07-21 08:41:14 MSK 5h 13min ago memos-backup.timer memos-backup.service\nWed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 39min ago memos-offhost-sync.timer memos-offhost-sync.service\nWed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 51min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service\nWed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 39min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service\nWed 2026-07-22 11:54:14 MSK 21h Tue 2026-07-21 11:54:14 MSK 2h 0min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service\nSun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service\nSun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service\nSun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service\nSun 2026-07-26 05:17:43 MSK 4 days Sun 2026-07-19 05:11:25 MSK 2 days ago skladchik-reports-monitor-backup-restore-check.timer skladchik-reports-monitor-backup-restore-check.service\nSun 2026-07-26 09:32:36 MSK 4 days Sun 2026-07-19 09:32:29 MSK 2 days ago homelab-mail-cloud-edge-vm-upload.timer homelab-mail-cloud-edge-vm-upload.service\nSun 2026-07-26 10:29:15 MSK 4 days Sun 2026-07-19 10:06:07 MSK 2 days ago homelab-vm-local-dumps-2cloud.timer homelab-vm-local-dumps-2cloud.service\nSun 2026-07-26 11:13:32 MSK 4 days Sun 2026-07-19 11:08:41 MSK 2 days ago homelab-vm-local-dumps-retention.timer homelab-vm-local-dumps-retention.service\nMon 2026-07-27 00:09:19 MSK 5 days Mon 2026-07-20 00:00:29 MSK 1 day 13h ago homelab-secret-sanity.timer homelab-secret-sanity.service\nMon 2026-07-27 01:39:15 MSK 5 days Mon 2026-07-20 00:51:14 MSK 1 day 13h ago fstrim.timer fstrim.service\nMon 2026-07-27 07:34:51 MSK 5 days Mon 2026-07-20 07:25:14 MSK 1 day 6h ago homelab-mail-cloud-restore-drill.timer homelab-mail-cloud-restore-drill.service\nThu 2026-10-15 06:00:00 MSK 2 months 24 days Wed 2026-07-15 06:00:00 MSK - homelab-vm-full-restore-drill.timer homelab-vm-full-restore-drill.service\n- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service\n- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service\n- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service\n\n95 timers listed.\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index e83bb52..b8a546d 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,5 +1,5 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=CONTEXT-AUTOREFRESH-INSTALL-047 +COMMAND_ID=CONTEXT-AUTOREFRESH-FINAL-048 STATUS=OK RC=0 HOST=pve01 @@ -9,48 +9,22 @@ REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc -COMMAND_SHA256=034b218802882d98c61b641b55e9ea8d8e542c26bbd10d055de21f25ba4b95f9 +COMMAND_SHA256=130e4d34ca82d9dccbdae0eef17a7884d4ca358cec3894ef9e8e6a6374b26ae3 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGES_MADE=true SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=68f581467f4238d4caa186c8e0a91195de703774b79827c2a387dc607dea09a1 -SANITIZED_OUTPUT_SHA256=3741520dfd2b3db3c127097ad0b663977f7ce08b65e5d9c96787c013e3a1da17 +RAW_EVIDENCE_SHA256=d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea +SANITIZED_OUTPUT_SHA256=d10546aa54a41c559813f15ea2ae10e504646f16675cd6a3f51f0b6fa4d11cea OUTPUT_BEGIN -AUTOREFRESH_CRON=READY -GENERATED_AT=2026-07-21T13:51:17+03:00 -Cluster information -------------------- -Name: homelab -Config Version: 3 -Transport: knet -Secure auth: on - -Quorum information ------------------- -Date: Tue Jul 21 13:51:17 2026 -Quorum provider: corosync_votequorum -Nodes: 3 -Node ID: 0x00000001 -Ring ID: 1.9d -Quorate: Yes - -Votequorum information ----------------------- -Expected votes: 3 -Highest expected: 3 -Total votes: 3 -Quorum: 2 -Flags: Quorate - -Membership information ----------------------- - Nodeid Votes Name -0x00000001 1 [PRIVATE_IP] (local) -0x00000002 1 [PRIVATE_IP] -0x00000003 1 [PRIVATE_IP] +AUTOREFRESH=READY +SCHEDULE=HOURLY_MINUTE_17 +FILE=/etc/cron.d/homelab-context-refresh MODE=644 OWNER=root:root +2026-07-21T13:54:39+03:00 +f6f7749fda946015116cdbbd754c7e7f20356b4a6cf4df330a1b0b8fdf59cbb2 /etc/pve/31_HOMELAB_REFERENCE.md +ab8308549db90d235b591af0581580c3c7ba1b287b129cc6111c2eef0a0f9ecc /etc/pve/HOMELAB_ASSISTANT_ERROR_REGISTER.md Membership information ---------------------- @@ -58,9 +32,9 @@ Membership information 1 1 pve01 (local) 2 1 pve03 3 1 pve02 -[{"cpu":0.000221367106699102,"disk":1931161600,"diskread":3001319424,"diskwrite":939991040,"id":"lxc/110","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":91574272,"memhost":0,"name":"dns1","netin":202933089,"netout":76194599,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":439934,"vmid":110},{"cpu":0.000196824009737624,"disk":1433120768,"diskread":3731234816,"diskwrite":828899328,"id":"lxc/111","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":77205504,"memhost":0,"name":"dns2","netin":182811561,"netout":46212517,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":439932,"vmid":111},{"cpu":0.000110683553349551,"disk":757272576,"diskread":2803810304,"diskwrite":226172928,"id":"lxc/112","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":42266624,"memhost":0,"name":"unbound1","netin":220687727,"netout":38452280,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":439937,"vmid":112},{"cpu":9.84120048688122e-05,"disk":750432256,"diskread":2980913152,"diskwrite":250191872,"id":"lxc/113","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":31576064,"memhost":0,"name":"unbound2","netin":161935887,"netout":18112747,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":439935,"vmid":113},{"cpu":0.0316818725469709,"disk":0,"diskread":5177408098,"diskwrite":79036200448,"id":"qemu/130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":10815078400,"memhost":9403236352,"name":"edge-vm","netin":14193277527,"netout":12245188085,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":439797,"vmid":130},{"cpu":0.0188408498005379,"disk":0,"diskread":2254890082,"diskwrite":6159070720,"id":"qemu/150","maxcpu":4,"maxdisk":68719476736,"maxmem":8589934592,"mem":5477380096,"memhost":3831537664,"name":"nextcloud","netin":364375492,"netout":726753114,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":439931,"vmid":150},{"cpu":0.00172221990456128,"disk":0,"diskread":28629713506,"diskwrite":27042281472,"id":"qemu/160","maxcpu":4,"maxdisk":214748364800,"maxmem":8589934592,"mem":8116158464,"memhost":8356442112,"name":"forum-prod","netin":661548588,"netout":47631920063,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":439930,"vmid":160},{"cpu":0.0453272618389752,"disk":0,"diskread":73541239906,"diskwrite":45327779328,"id":"qemu/170","maxcpu":4,"maxdisk":128849018880,"maxmem":10737418240,"mem":10112659456,"memhost":10100924416,"name":"core-apps","netin":832950117,"netout":3975413815,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":439927,"vmid":170},{"cpu":0.0202061287715914,"disk":0,"diskread":2134286434,"diskwrite":50184238592,"id":"qemu/171","maxcpu":4,"maxdisk":128849018880,"maxmem":8589934592,"mem":4113977344,"memhost":3925680128,"name":"monitoring","netin":18250485773,"netout":2697797712,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":439924,"vmid":171},{"cpu":0.00541269112862116,"disk":0,"diskread":715422818,"diskwrite":33882936832,"id":"qemu/180","maxcpu":2,"maxdisk":25769803776,"maxmem":2147483648,"mem":1990434816,"memhost":2004144128,"name":"cluster-admin","netin":2748607636,"netout":550424023,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":439927,"vmid":180},{"cpu":0.00198011703418568,"disk":0,"diskread":295720546,"diskwrite":4671476224,"id":"qemu/190","maxcpu":4,"maxdisk":85899345920,"maxmem":8589934592,"mem":2150338560,"memhost":2207916032,"name":"homelab-ops-worker","netin":509281793,"netout":28574668,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":435160,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":0.0130494505494505,"disk":44209569792,"id":"node/pve01","level":"","maxcpu":24,"maxdisk":105089261568,"maxmem":33379028992,"mem":21379465216,"node":"pve01","status":"online","type":"node","uptime":439951},{"cgroup-mode":2,"cpu":0.0145535273803651,"disk":28887388160,"id":"node/pve02","level":"","maxcpu":4,"maxdisk":105089261568,"maxmem":16536748032,"mem":12218478592,"node":"pve02","status":"online","type":"node","uptime":439968},{"cgroup-mode":2,"cpu":0.0180730400099713,"disk":56701521920,"id":"node/pve03","level":"","maxcpu":8,"maxdisk":105089261568,"maxmem":33553518592,"mem":14036037632,"node":"pve03","status":"online","type":"node","uptime":439814},{"content":"images,rootdir","disk":286912634316,"id":"storage/pve01/local-lvm","maxdisk":869168840704,"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":290437389824,"id":"storage/pve02/local-lvm","maxdisk":846016282624,"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":155601338368,"id":"storage/pve03/local-lvm","maxdisk":355660201984,"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":44209569792,"id":"storage/pve01/local","maxdisk":105089261568,"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":28887388160,"id":"storage/pve02/local","maxdisk":105089261568,"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":56701521920,"id":"storage/pve03/local","maxdisk":105089261568,"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +[{"cpu":0.000298887632832586,"disk":1931161600,"diskread":3001319424,"diskwrite":939991040,"id":"lxc/110","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":91840512,"memhost":0,"name":"dns1","netin":203019153,"netout":76223194,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440134,"vmid":110},{"cpu":0.000295139550287494,"disk":1433120768,"diskread":3731234816,"diskwrite":828899328,"id":"lxc/111","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":76959744,"memhost":0,"name":"dns2","netin":182884199,"netout":46225196,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440133,"vmid":111},{"cpu":0,"disk":757272576,"diskread":2803810304,"diskwrite":226172928,"id":"lxc/112","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":42520576,"memhost":0,"name":"unbound1","netin":220772507,"netout":38464761,"node":"pve01","status":"running","template":0,"type":"lxc","uptime":440137,"vmid":112},{"cpu":9.83798500958313e-05,"disk":750432256,"diskread":2980913152,"diskwrite":250191872,"id":"lxc/113","maxcpu":1,"maxdisk":8350298112,"maxmem":536870912,"mem":32100352,"memhost":0,"name":"unbound2","netin":162001377,"netout":18117191,"node":"pve02","status":"running","template":0,"type":"lxc","uptime":440136,"vmid":113},{"cpu":0.031175951185639,"disk":0,"diskread":5177408098,"diskwrite":79068595712,"id":"qemu/130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":10825457664,"memhost":9414103040,"name":"edge-vm","netin":14198150343,"netout":12249848246,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":439997,"vmid":130},{"cpu":0.0256436783628252,"disk":0,"diskread":2254890082,"diskwrite":6159296000,"id":"qemu/150","maxcpu":4,"maxdisk":68719476736,"maxmem":8589934592,"mem":5484040192,"memhost":3835555840,"name":"nextcloud","netin":364478645,"netout":727102337,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440132,"vmid":150},{"cpu":0.00172180439716431,"disk":0,"diskread":28629713506,"diskwrite":27042878464,"id":"qemu/160","maxcpu":4,"maxdisk":214748364800,"maxmem":8589934592,"mem":8122646528,"memhost":8356196352,"name":"forum-prod","netin":661641251,"netout":47632334213,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440130,"vmid":160},{"cpu":0.050547635234415,"disk":0,"diskread":73542059106,"diskwrite":45353985536,"id":"qemu/170","maxcpu":4,"maxdisk":128849018880,"maxmem":10737418240,"mem":10115977216,"memhost":10091724800,"name":"core-apps","netin":833249117,"netout":3976449838,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440128,"vmid":170},{"cpu":0.0219450709066485,"disk":0,"diskread":2134286434,"diskwrite":50201146880,"id":"qemu/171","maxcpu":4,"maxdisk":128849018880,"maxmem":8589934592,"mem":4107309056,"memhost":3930107904,"name":"monitoring","netin":18259120479,"netout":2698505748,"node":"pve01","status":"running","template":0,"type":"qemu","uptime":440125,"vmid":171},{"cpu":0.030500535035482,"disk":0,"diskread":718908514,"diskwrite":33895470592,"id":"qemu/180","maxcpu":2,"maxdisk":25769803776,"maxmem":2147483648,"mem":1967349760,"memhost":2004144128,"name":"cluster-admin","netin":2750099342,"netout":550749238,"node":"pve02","status":"running","template":0,"type":"qemu","uptime":440127,"vmid":180},{"cpu":0.00197942547210406,"disk":0,"diskread":295720546,"diskwrite":4671508992,"id":"qemu/190","maxcpu":4,"maxdisk":85899345920,"maxmem":8589934592,"mem":2148470784,"memhost":2208276480,"name":"homelab-ops-worker","netin":509355651,"netout":28585561,"node":"pve03","status":"running","template":0,"type":"qemu","uptime":435360,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":103079215104,"maxmem":12884901888,"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":0.0276474944458158,"disk":28887404544,"id":"node/pve02","level":"","maxcpu":4,"maxdisk":105089261568,"maxmem":16536748032,"mem":12212793344,"node":"pve02","status":"online","type":"node","uptime":440168},{"cgroup-mode":2,"cpu":0.0178482276585122,"disk":56701538304,"id":"node/pve03","level":"","maxcpu":8,"maxdisk":105089261568,"maxmem":33553518592,"mem":14061768704,"node":"pve03","status":"online","type":"node","uptime":440014},{"cgroup-mode":2,"cpu":0.0241087986812281,"disk":44209700864,"id":"node/pve01","level":"","maxcpu":24,"maxdisk":105089261568,"maxmem":33379028992,"mem":21472370688,"node":"pve01","status":"online","type":"node","uptime":440151},{"content":"iso,vztmpl,import,backup","disk":28887404544,"id":"storage/pve02/local","maxdisk":105089261568,"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":56701538304,"id":"storage/pve03/local","maxdisk":105089261568,"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,vztmpl,import,backup","disk":44209700864,"id":"storage/pve01/local","maxdisk":105089261568,"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"images,rootdir","disk":290437389824,"id":"storage/pve02/local-lvm","maxdisk":846016282624,"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":155601338368,"id":"storage/pve03/local-lvm","maxdisk":355660201984,"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":286912634316,"id":"storage/pve01/local-lvm","maxdisk":869168840704,"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] Name Type Status Total (KiB) Used (KiB) Available (KiB) % -local dir active 102626232 43173420 54193548 42.07% +local dir active 102626232 43173544 54193424 42.07% local-lvm lvmthin active 848797696 280188119 568609576 33.01% UNIT LOAD ACTIVE SUB DESCRIPTION ● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state @@ -73,27 +47,27 @@ Legend: LOAD → Reflects whether the unit definition was properly loaded. 3 loaded units listed. NEXT LEFT LAST PASSED UNIT ACTIVATES -Tue 2026-07-21 13:51:35 MSK 17s Tue 2026-07-21 13:50:35 MSK 42s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service -Tue 2026-07-21 13:51:35 MSK 17s Tue 2026-07-21 13:50:35 MSK 42s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service -Tue 2026-07-21 13:51:54 MSK 36s Tue 2026-07-21 13:49:45 MSK 1min 32s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service -Tue 2026-07-21 13:52:00 MSK 42s Tue 2026-07-21 13:50:55 MSK 22s ago homelab-router-watchdog.timer homelab-router-watchdog.service -Tue 2026-07-21 13:52:55 MSK 1min 37s Tue 2026-07-21 13:42:55 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service -Tue 2026-07-21 13:53:14 MSK 1min 56s Tue 2026-07-21 13:48:14 MSK 3min 3s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service -Tue 2026-07-21 13:53:14 MSK 1min 56s Tue 2026-07-21 13:48:14 MSK 3min 3s ago netbird-peers-health.timer netbird-peers-health.service -Tue 2026-07-21 13:54:27 MSK 3min 8s Tue 2026-07-21 13:49:07 MSK 2min 10s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service -Tue 2026-07-21 13:55:00 MSK 3min 42s Tue 2026-07-21 13:49:45 MSK 1min 32s ago homelab-health-metrics.timer homelab-health-metrics.service -Tue 2026-07-21 13:59:30 MSK 8min Tue 2026-07-21 13:44:30 MSK 6min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service -Tue 2026-07-21 14:00:00 MSK 8min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-incident-journal.timer homelab-incident-journal.service -Tue 2026-07-21 14:00:00 MSK 8min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service -Tue 2026-07-21 14:00:46 MSK 9min Tue 2026-07-21 13:46:14 MSK 5min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service -Tue 2026-07-21 14:01:07 MSK 9min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service -Tue 2026-07-21 14:01:15 MSK 9min Tue 2026-07-21 13:32:17 MSK 19min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service -Tue 2026-07-21 14:01:19 MSK 10min Tue 2026-07-21 13:45:14 MSK 6min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service -Tue 2026-07-21 14:01:30 MSK 10min Tue 2026-07-21 13:46:30 MSK 4min 48s ago homelab-disk-space-health.timer homelab-disk-space-health.service -Tue 2026-07-21 14:01:30 MSK 10min Tue 2026-07-21 13:46:30 MSK 4min 48s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service -Tue 2026-07-21 14:04:30 MSK 13min Tue 2026-07-21 13:49:30 MSK 1min 48s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service -Tue 2026-07-21 17:42:30 MSK 3h 51min Tue 2026-07-21 11:42:30 MSK 2h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service -Tue 2026-07-21 19:22:04 MSK 5h 30min Tue 2026-07-21 10:10:25 MSK 3h 40min ago apt-daily.timer apt-daily.service +Tue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue 2026-07-21 13:54:47 MSK 6s Tue 2026-07-21 13:53:47 MSK 53s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue 2026-07-21 13:55:00 MSK 19s Tue 2026-07-21 13:49:45 MSK 4min 55s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue 2026-07-21 13:55:26 MSK 45s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue 2026-07-21 13:56:35 MSK 1min 55s Tue 2026-07-21 13:54:25 MSK 15s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue 2026-07-21 13:58:14 MSK 3min 34s Tue 2026-07-21 13:53:14 MSK 1min 25s ago netbird-peers-health.timer netbird-peers-health.service +Tue 2026-07-21 13:59:30 MSK 4min 49s Tue 2026-07-21 13:44:30 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue 2026-07-21 13:59:35 MSK 4min 54s Tue 2026-07-21 13:54:27 MSK 13s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-incident-journal.timer homelab-incident-journal.service +Tue 2026-07-21 14:00:00 MSK 5min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-safe-autoheal.timer homelab-safe-autoheal.service +Tue 2026-07-21 14:00:46 MSK 6min Tue 2026-07-21 13:46:14 MSK 8min ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue 2026-07-21 14:01:07 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue 2026-07-21 14:01:15 MSK 6min Tue 2026-07-21 13:32:17 MSK 22min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue 2026-07-21 14:01:19 MSK 6min Tue 2026-07-21 13:45:14 MSK 9min ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue 2026-07-21 14:01:30 MSK 6min Tue 2026-07-21 13:46:30 MSK 8min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue 2026-07-21 14:03:14 MSK 8min Tue 2026-07-21 13:53:14 MSK 1min 25s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue 2026-07-21 14:04:30 MSK 9min Tue 2026-07-21 13:49:30 MSK 5min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue 2026-07-21 17:42:30 MSK 3h 47min Tue 2026-07-21 11:42:30 MSK 2h 12min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue 2026-07-21 19:22:04 MSK 5h 27min Tue 2026-07-21 10:10:25 MSK 3h 44min ago apt-daily.timer apt-daily.service Wed 2026-07-22 00:00:00 MSK 10h Tue 2026-07-21 00:00:14 MSK 13h ago dpkg-db-backup.timer dpkg-db-backup.service Wed 2026-07-22 00:01:28 MSK 10h Tue 2026-07-21 00:06:03 MSK 13h ago homelab-storage-capacity.timer homelab-storage-capacity.service Wed 2026-07-22 00:06:04 MSK 10h Tue 2026-07-21 00:03:14 MSK 13h ago homelab-quality-gate.timer homelab-quality-gate.service @@ -106,7 +80,7 @@ Wed 2026-07-22 02:15:00 MSK 12h Tue 2026-07-21 02:15:05 MSK 1 Wed 2026-07-22 03:10:02 MSK 13h Tue 2026-07-21 03:13:14 MSK 10h ago homelab-emergency-backup.timer homelab-emergency-backup.service Wed 2026-07-22 03:35:00 MSK 13h Tue 2026-07-21 03:35:14 MSK 10h ago filebrowser-backup.timer filebrowser-backup.service Wed 2026-07-22 03:50:00 MSK 13h Tue 2026-07-21 03:50:09 MSK 10h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service -Wed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 9h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service +Wed 2026-07-22 03:55:02 MSK 14h Tue 2026-07-21 03:51:25 MSK 10h ago homelab-appbackup-dockge-stacks.timer homelab-appbackup-dockge-stacks.service Wed 2026-07-22 04:10:00 MSK 14h Tue 2026-07-21 04:10:07 MSK 9h ago filebrowser-restore-validate.timer filebrowser-restore-validate.service Wed 2026-07-22 04:17:29 MSK 14h Tue 2026-07-21 04:19:17 MSK 9h ago homelab-appbackup-npmplus-edge.timer homelab-appbackup-npmplus-edge.service Wed 2026-07-22 04:26:54 MSK 14h Tue 2026-07-21 04:28:14 MSK 9h ago homelab-gitea-secondary-backup.timer homelab-gitea-secondary-backup.service @@ -124,7 +98,7 @@ Wed 2026-07-22 06:38:51 MSK 16h Tue 2026-07-21 06:43:54 MSK Wed 2026-07-22 06:39:22 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-alertmanager-backup.timer homelab-alertmanager-backup.service Wed 2026-07-22 06:44:16 MSK 16h Tue 2026-07-21 06:40:25 MSK 7h ago homelab-mail-cloud-critical-upload.timer homelab-mail-cloud-critical-upload.service Wed 2026-07-22 06:47:00 MSK 16h Tue 2026-07-21 06:18:13 MSK 7h ago apt-daily-upgrade.timer apt-daily-upgrade.service -Wed 2026-07-22 06:52:06 MSK 17h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service +Wed 2026-07-22 06:52:06 MSK 16h Tue 2026-07-21 06:47:47 MSK 7h ago homelab-beszel-backup.timer homelab-beszel-backup.service Wed 2026-07-22 06:58:58 MSK 17h Tue 2026-07-21 06:57:30 MSK 6h ago homelab-blackbox-exporter-backup.timer homelab-blackbox-exporter-backup.service Wed 2026-07-22 07:02:27 MSK 17h Tue 2026-07-21 07:05:30 MSK 6h ago homelab-backup-healthcheck.timer homelab-backup-healthcheck.service Wed 2026-07-22 07:07:14 MSK 17h Tue 2026-07-21 07:18:55 MSK 6h ago homelab-legacy-monitoring-backups.timer homelab-legacy-monitoring-backups.service @@ -132,28 +106,28 @@ Wed 2026-07-22 07:16:17 MSK 17h Tue 2026-07-21 07:15:45 MSK Wed 2026-07-22 07:35:06 MSK 17h Tue 2026-07-21 07:36:59 MSK 6h ago homelab-vm-backup-health.timer homelab-vm-backup-health.service Wed 2026-07-22 07:36:00 MSK 17h Tue 2026-07-21 07:21:14 MSK 6h ago homelab-service-registry-check.timer homelab-service-registry-check.service Wed 2026-07-22 07:38:21 MSK 17h Tue 2026-07-21 07:36:14 MSK 6h ago homelab-cluster-admin-incident-engine-backup.timer homelab-cluster-admin-incident-engine-backup.service -Wed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 5h 57min ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service -Wed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 5h 59min ago homelab-dependency-map-check.timer homelab-dependency-map-check.service -Wed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 55min ago homelab-runbook-generate.timer homelab-runbook-generate.service -Wed 2026-07-22 07:53:13 MSK 18h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service -Wed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 41min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Wed 2026-07-22 07:41:49 MSK 17h Tue 2026-07-21 07:53:41 MSK 6h ago homelab-mail-cloud-nextcloud-vm-upload.timer homelab-mail-cloud-nextcloud-vm-upload.service +Wed 2026-07-22 07:47:14 MSK 17h Tue 2026-07-21 07:51:41 MSK 6h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Wed 2026-07-22 07:49:26 MSK 17h Tue 2026-07-21 07:56:14 MSK 5h 58min ago homelab-runbook-generate.timer homelab-runbook-generate.service +Wed 2026-07-22 07:53:13 MSK 17h Tue 2026-07-21 07:51:14 MSK 6h ago homelab-alerting-health.timer homelab-alerting-health.service +Wed 2026-07-22 07:58:00 MSK 18h Tue 2026-07-21 08:09:34 MSK 5h 45min ago homelab-duty-admin-report.timer homelab-duty-admin-report.service Wed 2026-07-22 08:03:06 MSK 18h Tue 2026-07-21 07:49:14 MSK 6h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service -Wed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 43min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service -Wed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 50min ago homelab-overall-health.timer homelab-overall-health.service -Wed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 22min ago homelab-capacity-risk.timer homelab-capacity-risk.service -Wed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 34min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service -Wed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 19min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service -Wed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 21min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service -Wed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 1min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service -Wed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 4h 57min ago homelab-golden-state-index.timer homelab-golden-state-index.service -Wed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 15min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service -Wed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 0min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service -Wed 2026-07-22 08:53:01 MSK 19h Tue 2026-07-21 08:51:14 MSK 5h 0min ago homelab-cluster-passport.timer homelab-cluster-passport.service -Wed 2026-07-22 08:53:36 MSK 19h Tue 2026-07-21 08:41:14 MSK 5h 10min ago memos-backup.timer memos-backup.service -Wed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 35min ago memos-offhost-sync.timer memos-offhost-sync.service -Wed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 48min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service -Wed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 36min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service -Wed 2026-07-22 11:54:14 MSK 22h Tue 2026-07-21 11:54:14 MSK 1h 57min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Wed 2026-07-22 08:10:37 MSK 18h Tue 2026-07-21 08:07:25 MSK 5h 47min ago homelab-backup-sla-health.timer homelab-backup-sla-health.service +Wed 2026-07-22 08:18:43 MSK 18h Tue 2026-07-21 08:01:14 MSK 5h 53min ago homelab-overall-health.timer homelab-overall-health.service +Wed 2026-07-22 08:24:56 MSK 18h Tue 2026-07-21 08:29:14 MSK 5h 25min ago homelab-capacity-risk.timer homelab-capacity-risk.service +Wed 2026-07-22 08:24:58 MSK 18h Tue 2026-07-21 08:17:02 MSK 5h 37min ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Wed 2026-07-22 08:28:27 MSK 18h Tue 2026-07-21 08:31:30 MSK 5h 23min ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Wed 2026-07-22 08:37:02 MSK 18h Tue 2026-07-21 08:30:07 MSK 5h 24min ago homelab-vm-backup-policy.timer homelab-vm-backup-policy.service +Wed 2026-07-22 08:40:13 MSK 18h Tue 2026-07-21 08:50:14 MSK 5h 4min ago homelab-backup-coverage-matrix.timer homelab-backup-coverage-matrix.service +Wed 2026-07-22 08:43:29 MSK 18h Tue 2026-07-21 08:54:07 MSK 5h 0min ago homelab-golden-state-index.timer homelab-golden-state-index.service +Wed 2026-07-22 08:44:57 MSK 18h Tue 2026-07-21 08:35:41 MSK 5h 18min ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Wed 2026-07-22 08:47:11 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Wed 2026-07-22 08:53:01 MSK 18h Tue 2026-07-21 08:51:14 MSK 5h 3min ago homelab-cluster-passport.timer homelab-cluster-passport.service +Wed 2026-07-22 08:53:36 MSK 18h Tue 2026-07-21 08:41:14 MSK 5h 13min ago memos-backup.timer memos-backup.service +Wed 2026-07-22 09:11:44 MSK 19h Tue 2026-07-21 09:15:30 MSK 4h 39min ago memos-offhost-sync.timer memos-offhost-sync.service +Wed 2026-07-22 10:10:47 MSK 20h Tue 2026-07-21 10:02:41 MSK 3h 51min ago paperless-restore-dry-run.timer paperless-restore-dry-run.service +Wed 2026-07-22 10:15:00 MSK 20h Tue 2026-07-21 10:15:14 MSK 3h 39min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Wed 2026-07-22 11:54:14 MSK 21h Tue 2026-07-21 11:54:14 MSK 2h 0min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service Sun 2026-07-26 03:10:21 MSK 4 days Sun 2026-07-19 03:10:29 MSK 2 days ago e2scrub_all.timer e2scrub_all.service Sun 2026-07-26 03:10:52 MSK 4 days Sun 2026-07-19 03:10:14 MSK 2 days ago xfs_scrub_all.timer xfs_scrub_all.service Sun 2026-07-26 03:34:47 MSK 4 days Sun 2026-07-19 03:45:37 MSK 2 days ago homelab-auto-backup.timer homelab-auto-backup.service