diff --git a/runtime/history/CONTEXT-AUTO-20260726T121701Z.json b/runtime/history/CONTEXT-AUTO-20260726T121701Z.json new file mode 100644 index 0000000..38f6013 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260726T121701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260726T121701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-26T12:17:01Z","finished_at_utc":"2026-07-26T12:17:03Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260726T121701Z.txt b/runtime/history/CONTEXT-AUTO-20260726T121701Z.txt new file mode 100644 index 0000000..2c97bbc --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260726T121701Z.txt @@ -0,0 +1,163 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T12:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Sun Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.c6 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":255348,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":255191,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":255351,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":255194,"vmid":113},{"cpu":[PRIVATE_IP]80942,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":255290,"vmid":130},{"cpu":[PRIVATE_IP]82974,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255346,"vmid":150},{"cpu":[PRIVATE_IP]42765,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":255189,"vmid":160},{"cpu":[PRIVATE_IP]88876,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255342,"vmid":170},{"cpu":[PRIVATE_IP]66379,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255339,"vmid":171},{"cpu":[PRIVATE_IP]712213,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":255186,"vmid":180},{"cpu":[PRIVATE_IP]767586,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":255286,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]30011,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":255256},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08556,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":255379},{"cgroup-mode":2,"cpu":[PRIVATE_IP]04916,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":255308},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.67% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 38.43% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Sun [PRIVATE_IP] 15:17:15 MSK 12s Sun [PRIVATE_IP] 15:16:15 MSK 47s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Sun [PRIVATE_IP] 15:17:15 MSK 12s Sun [PRIVATE_IP] 15:16:15 MSK 47s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Sun [PRIVATE_IP] 15:17:41 MSK 37s Sun [PRIVATE_IP] 15:12:41 MSK 4min 22s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Sun [PRIVATE_IP] 15:17:41 MSK 37s Sun [PRIVATE_IP] 15:12:41 MSK 4min 22s ago netbird-peers-health.timer netbird-peers-health.service +Sun [PRIVATE_IP] 15:17:41 MSK 38s Sun [PRIVATE_IP] 15:15:38 MSK 1min 24s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Sun [PRIVATE_IP] 15:17:52 MSK 49s Sun [PRIVATE_IP] 15:16:48 MSK 14s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Sun [PRIVATE_IP] 15:19:18 MSK 2min 15s Sun [PRIVATE_IP] 15:14:15 MSK 2min 47s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Sun [PRIVATE_IP] 15:21:10 MSK 4min 7s Sun [PRIVATE_IP] 14:46:48 MSK 30min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Sun [PRIVATE_IP] 15:21:56 MSK 4min 53s Sun [PRIVATE_IP] 15:16:48 MSK 14s ago homelab-health-metrics.timer homelab-health-metrics.service +Sun [PRIVATE_IP] 15:26:29 MSK 9min Sun [PRIVATE_IP] 15:16:29 MSK 33s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Sun [PRIVATE_IP] 15:27:29 MSK 10min Sun [PRIVATE_IP] 15:12:29 MSK 4min 33s ago homelab-disk-space-health.timer homelab-disk-space-health.service +Sun [PRIVATE_IP] 15:28:07 MSK 11min Sun [PRIVATE_IP] 15:13:07 MSK 3min 55s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Sun [PRIVATE_IP] 15:28:29 MSK 11min Sun [PRIVATE_IP] 15:13:29 MSK 3min 33s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Sun [PRIVATE_IP] 15:28:29 MSK 11min Sun [PRIVATE_IP] 15:13:29 MSK 3min 33s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Sun [PRIVATE_IP] 15:30:00 MSK 12min Sun [PRIVATE_IP] 15:15:04 MSK 1min 58s ago homelab-incident-journal.timer homelab-incident-journal.service +Sun [PRIVATE_IP] 15:30:05 MSK 13min Sun [PRIVATE_IP] 15:16:04 MSK 58s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Sun [PRIVATE_IP] 15:31:09 MSK 14min Sun [PRIVATE_IP] 15:15:38 MSK 1min 24s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Sun [PRIVATE_IP] 15:31:10 MSK 14min Sun [PRIVATE_IP] 15:16:04 MSK 58s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Sun [PRIVATE_IP] 15:32:02 MSK 14min Sun [PRIVATE_IP] 15:01:04 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Sun [PRIVATE_IP] 16:24:15 MSK 1h 7min Sun [PRIVATE_IP] 10:24:15 MSK 4h 52min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Sun [PRIVATE_IP] 16:35:48 MSK 1h 18min Sat [PRIVATE_IP] 16:35:48 MSK 22h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 21:06:49 MSK 5h 49min Sun [PRIVATE_IP] 07:42:38 MSK 7h ago apt-daily.timer apt-daily.service +Mon [PRIVATE_IP] 00:00:00 MSK 8h Sun [PRIVATE_IP] 00:00:04 MSK 15h ago dpkg-db-backup.timer dpkg-db-backup.service +Mon [PRIVATE_IP] 00:01:56 MSK 8h Sun [PRIVATE_IP] 00:00:15 MSK 15h ago homelab-docker-health.timer homelab-docker-health.service +Mon [PRIVATE_IP] 00:03:49 MSK 8h Sun [PRIVATE_IP] 00:38:29 MSK 14h ago logrotate.timer logrotate.service +Mon [PRIVATE_IP] 00:03:54 MSK 8h Sun [PRIVATE_IP] 00:06:04 MSK 15h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Mon [PRIVATE_IP] 00:11:38 MSK 8h Sun [PRIVATE_IP] 00:09:29 MSK 15h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Mon [PRIVATE_IP] 00:13:25 MSK 8h Mon [PRIVATE_IP] 00:00:29 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 00:15:18 MSK 8h Sun [PRIVATE_IP] 00:11:04 MSK 15h ago homelab-quality-gate.timer homelab-quality-gate.service +Mon [PRIVATE_IP] 01:17:55 MSK 10h Mon [PRIVATE_IP] 00:51:14 MSK - fstrim.timer fstrim.service +Mon [PRIVATE_IP] 02:36:56 MSK 11h Sun [PRIVATE_IP] 05:58:48 MSK 9h ago pve-daily-update.timer pve-daily-update.service +Mon [PRIVATE_IP] 03:50:00 MSK 12h Sun [PRIVATE_IP] 03:50:04 MSK 11h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Mon [PRIVATE_IP] 04:52:03 MSK 13h Sun [PRIVATE_IP] 04:44:28 MSK 10h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Mon [PRIVATE_IP] 05:04:46 MSK 13h Sun [PRIVATE_IP] 05:14:37 MSK 10h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Mon [PRIVATE_IP] 05:04:47 MSK 13h Sun [PRIVATE_IP] 06:05:19 MSK 9h ago man-db.timer man-db.service +Mon [PRIVATE_IP] 06:01:10 MSK 14h Sun [PRIVATE_IP] 06:15:38 MSK 9h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Mon [PRIVATE_IP] 07:10:05 MSK 15h Sun [PRIVATE_IP] 07:04:15 MSK 8h ago homelab-drift-check.timer homelab-drift-check.service +Mon [PRIVATE_IP] 07:39:10 MSK 16h Sun [PRIVATE_IP] 07:33:28 MSK 7h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Mon [PRIVATE_IP] 07:52:53 MSK 16h Sun [PRIVATE_IP] 07:54:04 MSK 7h ago homelab-alerting-health.timer homelab-alerting-health.service +Mon [PRIVATE_IP] 07:57:55 MSK 16h Sun [PRIVATE_IP] 07:49:31 MSK 7h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Mon [PRIVATE_IP] 07:59:28 MSK 16h Sun [PRIVATE_IP] 07:42:29 MSK 7h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Mon [PRIVATE_IP] 08:00:53 MSK 16h Sun [PRIVATE_IP] 08:14:04 MSK 7h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Mon [PRIVATE_IP] 08:03:36 MSK 16h Sun [PRIVATE_IP] 08:02:37 MSK 7h ago homelab-overall-health.timer homelab-overall-health.service +Mon [PRIVATE_IP] 08:07:41 MSK 16h Sun [PRIVATE_IP] 07:51:04 MSK 7h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Mon [PRIVATE_IP] 08:09:45 MSK 16h Sun [PRIVATE_IP] 08:16:38 MSK 7h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Mon [PRIVATE_IP] 08:17:59 MSK 17h Sun [PRIVATE_IP] 08:24:58 MSK 6h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Mon [PRIVATE_IP] 08:26:42 MSK 17h Sun [PRIVATE_IP] 08:29:26 MSK 6h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Mon [PRIVATE_IP] 08:39:35 MSK 17h Sun [PRIVATE_IP] 08:38:04 MSK 6h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Mon [PRIVATE_IP] 08:47:05 MSK 17h Sun [PRIVATE_IP] 08:43:29 MSK 6h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Mon [PRIVATE_IP] 08:52:59 MSK 17h Sun [PRIVATE_IP] 08:48:08 MSK 6h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Mon [PRIVATE_IP] 09:01:44 MSK 17h Sun [PRIVATE_IP] 09:01:04 MSK 6h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Mon [PRIVATE_IP] 09:15:59 MSK 17h Sun [PRIVATE_IP] 09:09:04 MSK 6h ago memos-offhost-sync.timer memos-offhost-sync.service +Mon [PRIVATE_IP] 10:15:00 MSK 18h Sun [PRIVATE_IP] 10:15:04 MSK 5h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Sun [PRIVATE_IP] 03:10:03 MSK 6 days Sun [PRIVATE_IP] 03:10:15 MSK 12h ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:09 MSK 6 days Sun [PRIVATE_IP] 03:10:15 MSK 12h ago xfs_scrub_all.timer xfs_scrub_all.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 1323a8a..38f6013 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,30 +1 @@ -{ - "schema_version": 1, - "channel": "homelab-runtime", - "command_id": "RUN5-CURRENT-STATE-READONLY-20260726T115048Z", - "status": "FAIL", - "rc": 1, - "host": "pve01", - "mode": "verify", - "component": "command-control-plane", - "started_at_utc": "2026-07-26T11:57:39Z", - "finished_at_utc": "2026-07-26T11:57:48Z", - "reference_register_checked": true, - "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", - "error_register_checked": true, - "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "35bedfbf9a281687c60d70ccb18d0e132d4cfe6ba396954261af2c59bfa20673", - "duplicate_failed_command_blocked": false, - "block_reason": null, - "execution_started": true, - "changes_made": false, - "sanitized": true, - "secrets_included": false, - "private_addresses_included": false, - "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "e31ec46e83926efa8688790bf56442d768181590405f102829f43ebe11c7ec46", - "sanitized_output_sha256": "51089cb42b66558532ae645b1961b6bdfef861a24e23d15d6888b339b5a20d08", - "output_truncated_in_json": false, - "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "RUN5_CURRENT_STATE_READONLY=BLOCKED\n{\"anti_regression_checks_exercised\":[\"QG-001-SOURCE-EVIDENCE-LOCK\",\"QG-003-SERVICE-IDENTITY-REHEARSAL\",\"QG-005-DIAGNOSTICS-BEFORE-ROLLBACK\",\"QG-008-FAILED-CAPSULE-REPLAN-REQUIRED\",\"QG-009-EXECUTABLE-SYMLINK-TARGET-VERIFIED\",\"QG-010-PORTAL-SERVICE-USER-FILE-ACCESS\",\"QG-011-BOUNDED-HEALTH-AND-RESTART-LOOP\",\"QG-014-OVERLAY-TECHNOLOGY-DETECTED-NOT-ASSUMED\"],\"backup_changed\":false,\"checked_at_utc\":\"2026-07-26T11:57:48.018107+00:00\",\"cluster_changed\":false,\"command_id\":\"RUN5-CURRENT-STATE-READONLY-20260726T115048Z\",\"diagnostics_collected_before_any_rollback\":true,\"dns\":{\"evidence.vpn.gram1.ru\":[\"95.84.154.183\"],\"run.vpn.gram1.ru\":[\"100.100.60.182\"]},\"executables\":{\"/usr/bin/journalctl\":{\"is_symlink\":false,\"path\":\"/usr/bin/journalctl\",\"resolved_mode\":\"0o755\",\"resolved_path\":\"/usr/bin/journalctl\",\"resolved_sha256\":\"6ad392fc8f1a10ac892fdb328e67761944c32707db5e97602cb84eed502e47f1\"},\"/usr/bin/python3\":{\"is_symlink\":true,\"path\":\"/usr/bin/python3\",\"resolved_mode\":\"0o755\",\"resolved_path\":\"/usr/bin/python3.13\",\"resolved_sha256\":\"4703a3d15898c0b5d81c3f939e93bdd8ca6116342093fb160ab1e01860dd7d8b\"},\"/usr/bin/systemctl\":{\"is_symlink\":false,\"path\":\"/usr/bin/systemctl\",\"resolved_mode\":\"0o755\",\"resolved_path\":\"/usr/bin/systemctl\",\"resolved_sha256\":\"848c70d7e2c2f43f4f93287897ac8946e8eda45e7daa5f2975d9728071856b1a\"},\"/usr/sbin/runuser\":{\"is_symlink\":false,\"path\":\"/usr/sbin/runuser\",\"resolved_mode\":\"0o755\",\"resolved_path\":\"/usr/sbin/runuser\",\"resolved_sha256\":\"572f3c018101cb1bb8885951388d4f4501e1354cb8ab986e18265265b54970d7\"}},\"failures\":[\"local health request failed\",\"overlay health request failed\"],\"files\":{\"/etc/systemd/system/homelab-command-adapter.service\":{\"bytes\":665,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o644\",\"owner\":\"root\",\"path\":\"/etc/systemd/system/homelab-command-adapter.service\",\"sha256\":\"74d0f37878652ed9d46b53ae8556bbb30ebd683741f293c3f59b3527876ed2d7\",\"uid\":0},\"/etc/systemd/system/homelab-command-portal.service\":{\"bytes\":981,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o644\",\"owner\":\"root\",\"path\":\"/etc/systemd/system/homelab-command-portal.service\",\"sha256\":\"8453eab30f5c3ccd285fc9f70fff18f564809bb27f7bf84f51f2ba593aa85263\",\"uid\":0},\"/root/_1/run3d.json\":{\"bytes\":6966,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o600\",\"owner\":\"root\",\"path\":\"/root/_1/run3d.json\",\"sha256\":\"700db9263402ea88b838f04f971c768e1f1f9b7e8746d96ca73fa0f8a9789f69\",\"uid\":0},\"/root/_1/run4.json\":{\"bytes\":3115,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o600\",\"owner\":\"root\",\"path\":\"/root/_1/run4.json\",\"sha256\":\"f6da0ca4cf8ca18d301e4b45c683d1f2d6de103dfa7649cf91f600493d90ec07\",\"uid\":0},\"/usr/local/sbin/homelab-chat-run\":{\"bytes\":11864,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o750\",\"owner\":\"root\",\"path\":\"/usr/local/sbin/homelab-chat-run\",\"sha256\":\"2a88defef9517f89bc60934dce82097f8e316b08af9417e95167ea5d759a10d9\",\"uid\":0},\"/usr/local/sbin/homelab-command-adapter\":{\"bytes\":77441,\"gid\":0,\"group\":\"root\",\"is_symlink\":false,\"mode\":\"0o750\",\"owner\":\"root\",\"path\":\"/usr/local/sbin/homelab-command-adapter\",\"sha256\":\"f2410cd328e2837b99e8ce4a28e25cb031a6bdd596d0286ac77a1822ef1cecd0\",\"uid\":0},\"/usr/local/sbin/homelab-command-portal\":{\"bytes\":39362,\"gid\":990,\"group\":\"homelab-command-portal\",\"is_symlink\":false,\"mode\":\"0o750\",\"owner\":\"root\",\"path\":\"/usr/local/sbin/homelab-command-portal\",\"sha256\":\"8056faf4ef6348f0b06319ad3c49fbfeeadf25b6370f857ea19569bd27652ee2\",\"uid\":0}},\"gitea_changed\":false,\"health\":{\"local\":{\"attempts\":5,\"errors\":[\"attempt=1:HTTPError:HTTP Error 403: Forbidden\",\"attempt=2:HTTPError:HTTP Error 403: Forbidden\",\"attempt=3:HTTPError:HTTP Error 403: Forbidden\",\"attempt=4:HTTPError:HTTP Error 403: Forbidden\",\"attempt=5:HTTPError:HTTP Error 403: Forbidden\"],\"ok\":false},\"overlay\":{\"attempts\":5,\"errors\":[\"attempt=1:HTTPError:HTTP Error 404: Not Found\",\"attempt=2:HTTPError:HTTP Error 404: Not Found\",\"attempt=3:HTTPError:HTTP Error 404: Not Found\",\"attempt=4:HTTPError:HTTP Error 404: Not Found\",\"attempt=5:HTTPError:HTTP Error 404: Not Found\"],\"ok\":false}},\"journals\":{\"adapter\":{\"entries\":4,\"rc\":0,\"stderr_tail\":\"\",\"suspicious_count\":0,\"suspicious_tail\":[]},\"portal\":{\"entries\":35,\"rc\":0,\"stderr_tail\":\"\",\"suspicious_count\":0,\"suspicious_tail\":[]}},\"listeners\":{\"adapter_expected_socket_count\":1,\"adapter_main_pid\":\"364681\",\"adapter_socket_exists\":true,\"adapter_socket_lines\":[\"u_str LISTEN 0 5 /run/homelab-command-adapter/adapter.sock 21903727 * 0 users:((\\\"python3\\\",pid=364681,fd=3)) \"],\"adapter_tcp_listener_count\":0,\"adapter_unix_listener_count\":1,\"portal_expected_listener_count\":1,\"portal_listener_lines\":[\"LISTEN 0 5 [PRIVATE_IP]:18094 0.0.0.0:* users:((\\\"python3\\\",pid=536586,fd=3)) \"],\"portal_main_pid\":\"536586\",\"portal_tcp_listener_count\":1,\"ss_path\":\"/usr/bin/ss\"},\"next_safe_action\":\"DIAGNOSE_FROM_THIS_EVIDENCE;DO_NOT_ROLLBACK_YET\",\"production_changed\":false,\"rollback_started\":false,\"schema_version\":1,\"service_identity_tests\":{\"adapter_as_root_identity\":{\"rc\":0,\"status\":\"PASS\",\"stderr_tail\":\"\",\"stdout_marker_present\":true},\"portal_as_service_user\":{\"rc\":0,\"status\":\"PASS\",\"stderr_tail\":\"\",\"stdout_marker_present\":true}},\"source_anchor\":{\"note\":\"Evidence archive SHA is an external handoff anchor; live server state is checked separately.\",\"run5_capsule_sha256\":\"ad5eee7ccd3e72fe59adbf0cd9985ba2f40735a32626b6753a6700f88376e3ff\",\"run5_command_id\":\"RUN5-QUALITY-GATE-PLAN-20260726T064045Z\",\"run5_evidence_archive_sha256\":\"2f5e4fe6eba2c985bade1d1623aeae6a57459f2fce8d6bfe1455c72b8c0eaec5\",\"run5_expires_at_utc\":\"2026-07-27T06:40:45.886243+00:00\",\"run5_plan_sha256\":\"99fac83369ee8d5098c07cf243398d8b6b144e4fbc9ef9b39ef75436b109d607\",\"run5_plan_unexpired\":true},\"stage\":\"RUN5_CURRENT_STATE_READONLY\",\"state_inventory\":{\"active_rollbacks\":[],\"capsule_root\":\"/var/lib/homelab-command-adapter/capsules\",\"capsule_root_present\":true,\"counts\":{\"BLOCKED\":0,\"FAIL\":0,\"IMPORTED\":1,\"OK\":2,\"RUNNING\":1,\"UNKNOWN\":0},\"duplicate_command_ids\":[],\"imported_nonfailure_count\":1,\"items\":[{\"command_id\":\"PORTAL-BROWSER-TEST-20260726T062104Z\",\"is_current\":false,\"mode\":\"read-only\",\"state_file\":\"7DOGTE6NK5.json\",\"status\":\"OK\",\"updated_at_utc\":null},{\"command_id\":\"RUN5-CURRENT-STATE-READONLY-20260726T115048Z\",\"is_current\":true,\"mode\":\"verify\",\"state_file\":\"CIIPI7AQFM.json\",\"status\":\"RUNNING\",\"updated_at_utc\":null},{\"command_id\":\"PORTAL-LINK-TEST-20260726T060415Z\",\"is_current\":false,\"mode\":\"read-only\",\"state_file\":\"MHM2MLFB3M.json\",\"status\":\"IMPORTED\",\"updated_at_utc\":null},{\"command_id\":\"RUN5-QUALITY-GATE-PLAN-20260726T064045Z\",\"is_current\":false,\"mode\":\"verify\",\"state_file\":\"VVPO47GNHZ.json\",\"status\":\"OK\",\"updated_at_utc\":null}],\"previous_running\":[],\"run5_plan_state\":{\"capsule_sha256\":\"ad5eee7ccd3e72fe59adbf0cd9985ba2f40735a32626b6753a6700f88376e3ff\",\"command_id\":\"RUN5-QUALITY-GATE-PLAN-20260726T064045Z\",\"contains_plan_sha256\":false,\"evidence_sha256\":null,\"is_current\":false,\"mode\":\"verify\",\"state_file\":\"VVPO47GNHZ.json\",\"status\":\"OK\",\"updated_at_utc\":null},\"state_root\":\"/var/lib/homelab-command-adapter/state\",\"terminal_failures\":[],\"total\":4,\"unfinished_change_capsules\":[],\"unknown_states\":[]},\"status\":\"BLOCKED\",\"target\":{\"expected\":\"pve01\",\"hostname\":\"pve01\"},\"units\":{\"adapter\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"ExecStart\":\"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-adapter --serve ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=364681 ; code=(null) ; status=0/0 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-command-adapter.service\",\"Group\":\"homelab-command-portal\",\"Id\":\"homelab-command-adapter.service\",\"LoadState\":\"loaded\",\"MainPID\":\"364681\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"root\",\"is_active_rc\":\"0\",\"is_active_value\":\"active\",\"is_enabled_rc\":\"0\",\"is_enabled_value\":\"enabled\"},\"portal\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"ExecStart\":\"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-portal ; ignore_errors=no ; start_time=[Sun 2026-07-26 09:18:49 MSK] ; stop_time=[n/a] ; pid=536586 ; code=(null) ; status=0/0 }\",\"ExecStartPre\":\"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-portal --self-test ; ignore_errors=no ; start_time=[Sun 2026-07-26 09:18:49 MSK] ; stop_time=[Sun 2026-07-26 09:18:49 MSK] ; pid=536585 ; code=exited ; status=0 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-command-portal.service\",\"Group\":\"homelab-command-portal\",\"Id\":\"homelab-command-portal.service\",\"LoadState\":\"loaded\",\"MainPID\":\"536586\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"homelab-command-portal\",\"is_active_rc\":\"0\",\"is_active_value\":\"active\",\"is_enabled_rc\":\"0\",\"is_enabled_value\":\"enabled\"}},\"warnings\":[],\"windows_bridge_verification_boundary\":{\"association_and_upload_proven_only_if_opened_through_installed_hcmd_bridge\":true,\"client_token_acl_checked_by_server\":false,\"client_token_content_read\":false,\"server_side_checks\":\"This capsule checks Portal/Adapter/runner after import and approval.\"}}\n" -} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260726T121701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-26T12:17:01Z","finished_at_utc":"2026-07-26T12:17:03Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 47f33b3..2c97bbc 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,26 +1,163 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=RUN5-CURRENT-STATE-READONLY-20260726T115048Z -STATUS=FAIL -RC=1 +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 HOST=pve01 -MODE=verify -COMPONENT=command-control-plane -REFERENCE_REGISTER_CHECK=OK -REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e -ERROR_REGISTER_CHECK=OK -ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=35bedfbf9a281687c60d70ccb18d0e132d4cfe6ba396954261af2c59bfa20673 -DUPLICATE_FAILED_COMMAND_BLOCKED=false -EXECUTION_STARTED=true -CHANGES_MADE=false -SANITIZED=yes -SECRETS_INCLUDED=no -PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=e31ec46e83926efa8688790bf56442d768181590405f102829f43ebe11c7ec46 -SANITIZED_OUTPUT_SHA256=51089cb42b66558532ae645b1961b6bdfef861a24e23d15d6888b339b5a20d08 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 OUTPUT_BEGIN -RUN5_CURRENT_STATE_READONLY=BLOCKED -{"anti_regression_checks_exercised":["QG-001-SOURCE-EVIDENCE-LOCK","QG-003-SERVICE-IDENTITY-REHEARSAL","QG-005-DIAGNOSTICS-BEFORE-ROLLBACK","QG-008-FAILED-CAPSULE-REPLAN-REQUIRED","QG-009-EXECUTABLE-SYMLINK-TARGET-VERIFIED","QG-010-PORTAL-SERVICE-USER-FILE-ACCESS","QG-011-BOUNDED-HEALTH-AND-RESTART-LOOP","QG-014-OVERLAY-TECHNOLOGY-DETECTED-NOT-ASSUMED"],"backup_changed":false,"checked_at_utc":"2026-07-26T11:57:48.018107+00:00","cluster_changed":false,"command_id":"RUN5-CURRENT-STATE-READONLY-20260726T115048Z","diagnostics_collected_before_any_rollback":true,"dns":{"evidence.vpn.gram1.ru":["95.84.154.183"],"run.vpn.gram1.ru":["100.100.60.182"]},"executables":{"/usr/bin/journalctl":{"is_symlink":false,"path":"/usr/bin/journalctl","resolved_mode":"0o755","resolved_path":"/usr/bin/journalctl","resolved_sha256":"6ad392fc8f1a10ac892fdb328e67761944c32707db5e97602cb84eed502e47f1"},"/usr/bin/python3":{"is_symlink":true,"path":"/usr/bin/python3","resolved_mode":"0o755","resolved_path":"/usr/bin/python3.13","resolved_sha256":"4703a3d15898c0b5d81c3f939e93bdd8ca6116342093fb160ab1e01860dd7d8b"},"/usr/bin/systemctl":{"is_symlink":false,"path":"/usr/bin/systemctl","resolved_mode":"0o755","resolved_path":"/usr/bin/systemctl","resolved_sha256":"848c70d7e2c2f43f4f93287897ac8946e8eda45e7daa5f2975d9728071856b1a"},"/usr/sbin/runuser":{"is_symlink":false,"path":"/usr/sbin/runuser","resolved_mode":"0o755","resolved_path":"/usr/sbin/runuser","resolved_sha256":"572f3c018101cb1bb8885951388d4f4501e1354cb8ab986e18265265b54970d7"}},"failures":["local health request failed","overlay health request failed"],"files":{"/etc/systemd/system/homelab-command-adapter.service":{"bytes":665,"gid":0,"group":"root","is_symlink":false,"mode":"0o644","owner":"root","path":"/etc/systemd/system/homelab-command-adapter.service","sha256":"74d0f37878652ed9d46b53ae8556bbb30ebd683741f293c3f59b3527876ed2d7","uid":0},"/etc/systemd/system/homelab-command-portal.service":{"bytes":981,"gid":0,"group":"root","is_symlink":false,"mode":"0o644","owner":"root","path":"/etc/systemd/system/homelab-command-portal.service","sha256":"8453eab30f5c3ccd285fc9f70fff18f564809bb27f7bf84f51f2ba593aa85263","uid":0},"/root/_1/run3d.json":{"bytes":6966,"gid":0,"group":"root","is_symlink":false,"mode":"0o600","owner":"root","path":"/root/_1/run3d.json","sha256":"700db9263402ea88b838f04f971c768e1f1f9b7e8746d96ca73fa0f8a9789f69","uid":0},"/root/_1/run4.json":{"bytes":3115,"gid":0,"group":"root","is_symlink":false,"mode":"0o600","owner":"root","path":"/root/_1/run4.json","sha256":"f6da0ca4cf8ca18d301e4b45c683d1f2d6de103dfa7649cf91f600493d90ec07","uid":0},"/usr/local/sbin/homelab-chat-run":{"bytes":11864,"gid":0,"group":"root","is_symlink":false,"mode":"0o750","owner":"root","path":"/usr/local/sbin/homelab-chat-run","sha256":"2a88defef9517f89bc60934dce82097f8e316b08af9417e95167ea5d759a10d9","uid":0},"/usr/local/sbin/homelab-command-adapter":{"bytes":77441,"gid":0,"group":"root","is_symlink":false,"mode":"0o750","owner":"root","path":"/usr/local/sbin/homelab-command-adapter","sha256":"f2410cd328e2837b99e8ce4a28e25cb031a6bdd596d0286ac77a1822ef1cecd0","uid":0},"/usr/local/sbin/homelab-command-portal":{"bytes":39362,"gid":990,"group":"homelab-command-portal","is_symlink":false,"mode":"0o750","owner":"root","path":"/usr/local/sbin/homelab-command-portal","sha256":"8056faf4ef6348f0b06319ad3c49fbfeeadf25b6370f857ea19569bd27652ee2","uid":0}},"gitea_changed":false,"health":{"local":{"attempts":5,"errors":["attempt=1:HTTPError:HTTP Error 403: Forbidden","attempt=2:HTTPError:HTTP Error 403: Forbidden","attempt=3:HTTPError:HTTP Error 403: Forbidden","attempt=4:HTTPError:HTTP Error 403: Forbidden","attempt=5:HTTPError:HTTP Error 403: Forbidden"],"ok":false},"overlay":{"attempts":5,"errors":["attempt=1:HTTPError:HTTP Error 404: Not Found","attempt=2:HTTPError:HTTP Error 404: Not Found","attempt=3:HTTPError:HTTP Error 404: Not Found","attempt=4:HTTPError:HTTP Error 404: Not Found","attempt=5:HTTPError:HTTP Error 404: Not Found"],"ok":false}},"journals":{"adapter":{"entries":4,"rc":0,"stderr_tail":"","suspicious_count":0,"suspicious_tail":[]},"portal":{"entries":35,"rc":0,"stderr_tail":"","suspicious_count":0,"suspicious_tail":[]}},"listeners":{"adapter_expected_socket_count":1,"adapter_main_pid":"364681","adapter_socket_exists":true,"adapter_socket_lines":["u_str LISTEN 0 5 /run/homelab-command-adapter/adapter.sock 21903727 * 0 users:((\"python3\",pid=364681,fd=3)) "],"adapter_tcp_listener_count":0,"adapter_unix_listener_count":1,"portal_expected_listener_count":1,"portal_listener_lines":["LISTEN 0 5 [PRIVATE_IP]:18094 0.0.0.0:* users:((\"python3\",pid=536586,fd=3)) "],"portal_main_pid":"536586","portal_tcp_listener_count":1,"ss_path":"/usr/bin/ss"},"next_safe_action":"DIAGNOSE_FROM_THIS_EVIDENCE;DO_NOT_ROLLBACK_YET","production_changed":false,"rollback_started":false,"schema_version":1,"service_identity_tests":{"adapter_as_root_identity":{"rc":0,"status":"PASS","stderr_tail":"","stdout_marker_present":true},"portal_as_service_user":{"rc":0,"status":"PASS","stderr_tail":"","stdout_marker_present":true}},"source_anchor":{"note":"Evidence archive SHA is an external handoff anchor; live server state is checked separately.","run5_capsule_sha256":"ad5eee7ccd3e72fe59adbf0cd9985ba2f40735a32626b6753a6700f88376e3ff","run5_command_id":"RUN5-QUALITY-GATE-PLAN-20260726T064045Z","run5_evidence_archive_sha256":"2f5e4fe6eba2c985bade1d1623aeae6a57459f2fce8d6bfe1455c72b8c0eaec5","run5_expires_at_utc":"2026-07-27T06:40:45.886243+00:00","run5_plan_sha256":"99fac83369ee8d5098c07cf243398d8b6b144e4fbc9ef9b39ef75436b109d607","run5_plan_unexpired":true},"stage":"RUN5_CURRENT_STATE_READONLY","state_inventory":{"active_rollbacks":[],"capsule_root":"/var/lib/homelab-command-adapter/capsules","capsule_root_present":true,"counts":{"BLOCKED":0,"FAIL":0,"IMPORTED":1,"OK":2,"RUNNING":1,"UNKNOWN":0},"duplicate_command_ids":[],"imported_nonfailure_count":1,"items":[{"command_id":"PORTAL-BROWSER-TEST-20260726T062104Z","is_current":false,"mode":"read-only","state_file":"7DOGTE6NK5.json","status":"OK","updated_at_utc":null},{"command_id":"RUN5-CURRENT-STATE-READONLY-20260726T115048Z","is_current":true,"mode":"verify","state_file":"CIIPI7AQFM.json","status":"RUNNING","updated_at_utc":null},{"command_id":"PORTAL-LINK-TEST-20260726T060415Z","is_current":false,"mode":"read-only","state_file":"MHM2MLFB3M.json","status":"IMPORTED","updated_at_utc":null},{"command_id":"RUN5-QUALITY-GATE-PLAN-20260726T064045Z","is_current":false,"mode":"verify","state_file":"VVPO47GNHZ.json","status":"OK","updated_at_utc":null}],"previous_running":[],"run5_plan_state":{"capsule_sha256":"ad5eee7ccd3e72fe59adbf0cd9985ba2f40735a32626b6753a6700f88376e3ff","command_id":"RUN5-QUALITY-GATE-PLAN-20260726T064045Z","contains_plan_sha256":false,"evidence_sha256":null,"is_current":false,"mode":"verify","state_file":"VVPO47GNHZ.json","status":"OK","updated_at_utc":null},"state_root":"/var/lib/homelab-command-adapter/state","terminal_failures":[],"total":4,"unfinished_change_capsules":[],"unknown_states":[]},"status":"BLOCKED","target":{"expected":"pve01","hostname":"pve01"},"units":{"adapter":{"ActiveState":"active","ExecMainStatus":"0","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-adapter --serve ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=364681 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/homelab-command-adapter.service","Group":"homelab-command-portal","Id":"homelab-command-adapter.service","LoadState":"loaded","MainPID":"364681","NRestarts":"0","Result":"success","SubState":"running","UnitFileState":"enabled","User":"root","is_active_rc":"0","is_active_value":"active","is_enabled_rc":"0","is_enabled_value":"enabled"},"portal":{"ActiveState":"active","ExecMainStatus":"0","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-portal ; ignore_errors=no ; start_time=[Sun 2026-07-26 09:18:49 MSK] ; stop_time=[n/a] ; pid=536586 ; code=(null) ; status=0/0 }","ExecStartPre":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -B /usr/local/sbin/homelab-command-portal --self-test ; ignore_errors=no ; start_time=[Sun 2026-07-26 09:18:49 MSK] ; stop_time=[Sun 2026-07-26 09:18:49 MSK] ; pid=536585 ; code=exited ; status=0 }","FragmentPath":"/etc/systemd/system/homelab-command-portal.service","Group":"homelab-command-portal","Id":"homelab-command-portal.service","LoadState":"loaded","MainPID":"536586","NRestarts":"0","Result":"success","SubState":"running","UnitFileState":"enabled","User":"homelab-command-portal","is_active_rc":"0","is_active_value":"active","is_enabled_rc":"0","is_enabled_value":"enabled"}},"warnings":[],"windows_bridge_verification_boundary":{"association_and_upload_proven_only_if_opened_through_installed_hcmd_bridge":true,"client_token_acl_checked_by_server":false,"client_token_content_read":false,"server_side_checks":"This capsule checks Portal/Adapter/runner after import and approval."}} +GENERATED_AT_UTC=[PRIVATE_IP]T12:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on +Quorum information +------------------ +Date: Sun Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.c6 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":255348,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":255191,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":255351,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":255194,"vmid":113},{"cpu":[PRIVATE_IP]80942,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":255290,"vmid":130},{"cpu":[PRIVATE_IP]82974,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255346,"vmid":150},{"cpu":[PRIVATE_IP]42765,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":255189,"vmid":160},{"cpu":[PRIVATE_IP]88876,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255342,"vmid":170},{"cpu":[PRIVATE_IP]66379,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":255339,"vmid":171},{"cpu":[PRIVATE_IP]712213,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":255186,"vmid":180},{"cpu":[PRIVATE_IP]767586,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":255286,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]30011,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":255256},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08556,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":255379},{"cgroup-mode":2,"cpu":[PRIVATE_IP]04916,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":255308},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"images,rootdir","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.67% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 38.43% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Sun [PRIVATE_IP] 15:17:15 MSK 12s Sun [PRIVATE_IP] 15:16:15 MSK 47s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Sun [PRIVATE_IP] 15:17:15 MSK 12s Sun [PRIVATE_IP] 15:16:15 MSK 47s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Sun [PRIVATE_IP] 15:17:41 MSK 37s Sun [PRIVATE_IP] 15:12:41 MSK 4min 22s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Sun [PRIVATE_IP] 15:17:41 MSK 37s Sun [PRIVATE_IP] 15:12:41 MSK 4min 22s ago netbird-peers-health.timer netbird-peers-health.service +Sun [PRIVATE_IP] 15:17:41 MSK 38s Sun [PRIVATE_IP] 15:15:38 MSK 1min 24s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Sun [PRIVATE_IP] 15:17:52 MSK 49s Sun [PRIVATE_IP] 15:16:48 MSK 14s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Sun [PRIVATE_IP] 15:19:18 MSK 2min 15s Sun [PRIVATE_IP] 15:14:15 MSK 2min 47s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Sun [PRIVATE_IP] 15:21:10 MSK 4min 7s Sun [PRIVATE_IP] 14:46:48 MSK 30min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Sun [PRIVATE_IP] 15:21:56 MSK 4min 53s Sun [PRIVATE_IP] 15:16:48 MSK 14s ago homelab-health-metrics.timer homelab-health-metrics.service +Sun [PRIVATE_IP] 15:26:29 MSK 9min Sun [PRIVATE_IP] 15:16:29 MSK 33s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Sun [PRIVATE_IP] 15:27:29 MSK 10min Sun [PRIVATE_IP] 15:12:29 MSK 4min 33s ago homelab-disk-space-health.timer homelab-disk-space-health.service +Sun [PRIVATE_IP] 15:28:07 MSK 11min Sun [PRIVATE_IP] 15:13:07 MSK 3min 55s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Sun [PRIVATE_IP] 15:28:29 MSK 11min Sun [PRIVATE_IP] 15:13:29 MSK 3min 33s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Sun [PRIVATE_IP] 15:28:29 MSK 11min Sun [PRIVATE_IP] 15:13:29 MSK 3min 33s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Sun [PRIVATE_IP] 15:30:00 MSK 12min Sun [PRIVATE_IP] 15:15:04 MSK 1min 58s ago homelab-incident-journal.timer homelab-incident-journal.service +Sun [PRIVATE_IP] 15:30:05 MSK 13min Sun [PRIVATE_IP] 15:16:04 MSK 58s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Sun [PRIVATE_IP] 15:31:09 MSK 14min Sun [PRIVATE_IP] 15:15:38 MSK 1min 24s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Sun [PRIVATE_IP] 15:31:10 MSK 14min Sun [PRIVATE_IP] 15:16:04 MSK 58s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Sun [PRIVATE_IP] 15:32:02 MSK 14min Sun [PRIVATE_IP] 15:01:04 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Sun [PRIVATE_IP] 16:24:15 MSK 1h 7min Sun [PRIVATE_IP] 10:24:15 MSK 4h 52min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Sun [PRIVATE_IP] 16:35:48 MSK 1h 18min Sat [PRIVATE_IP] 16:35:48 MSK 22h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 21:06:49 MSK 5h 49min Sun [PRIVATE_IP] 07:42:38 MSK 7h ago apt-daily.timer apt-daily.service +Mon [PRIVATE_IP] 00:00:00 MSK 8h Sun [PRIVATE_IP] 00:00:04 MSK 15h ago dpkg-db-backup.timer dpkg-db-backup.service +Mon [PRIVATE_IP] 00:01:56 MSK 8h Sun [PRIVATE_IP] 00:00:15 MSK 15h ago homelab-docker-health.timer homelab-docker-health.service +Mon [PRIVATE_IP] 00:03:49 MSK 8h Sun [PRIVATE_IP] 00:38:29 MSK 14h ago logrotate.timer logrotate.service +Mon [PRIVATE_IP] 00:03:54 MSK 8h Sun [PRIVATE_IP] 00:06:04 MSK 15h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Mon [PRIVATE_IP] 00:11:38 MSK 8h Sun [PRIVATE_IP] 00:09:29 MSK 15h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Mon [PRIVATE_IP] 00:13:25 MSK 8h Mon [PRIVATE_IP] 00:00:29 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 00:15:18 MSK 8h Sun [PRIVATE_IP] 00:11:04 MSK 15h ago homelab-quality-gate.timer homelab-quality-gate.service +Mon [PRIVATE_IP] 01:17:55 MSK 10h Mon [PRIVATE_IP] 00:51:14 MSK - fstrim.timer fstrim.service +Mon [PRIVATE_IP] 02:36:56 MSK 11h Sun [PRIVATE_IP] 05:58:48 MSK 9h ago pve-daily-update.timer pve-daily-update.service +Mon [PRIVATE_IP] 03:50:00 MSK 12h Sun [PRIVATE_IP] 03:50:04 MSK 11h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Mon [PRIVATE_IP] 04:52:03 MSK 13h Sun [PRIVATE_IP] 04:44:28 MSK 10h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Mon [PRIVATE_IP] 05:04:46 MSK 13h Sun [PRIVATE_IP] 05:14:37 MSK 10h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Mon [PRIVATE_IP] 05:04:47 MSK 13h Sun [PRIVATE_IP] 06:05:19 MSK 9h ago man-db.timer man-db.service +Mon [PRIVATE_IP] 06:01:10 MSK 14h Sun [PRIVATE_IP] 06:15:38 MSK 9h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Mon [PRIVATE_IP] 07:10:05 MSK 15h Sun [PRIVATE_IP] 07:04:15 MSK 8h ago homelab-drift-check.timer homelab-drift-check.service +Mon [PRIVATE_IP] 07:39:10 MSK 16h Sun [PRIVATE_IP] 07:33:28 MSK 7h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Mon [PRIVATE_IP] 07:52:53 MSK 16h Sun [PRIVATE_IP] 07:54:04 MSK 7h ago homelab-alerting-health.timer homelab-alerting-health.service +Mon [PRIVATE_IP] 07:57:55 MSK 16h Sun [PRIVATE_IP] 07:49:31 MSK 7h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Mon [PRIVATE_IP] 07:59:28 MSK 16h Sun [PRIVATE_IP] 07:42:29 MSK 7h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Mon [PRIVATE_IP] 08:00:53 MSK 16h Sun [PRIVATE_IP] 08:14:04 MSK 7h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Mon [PRIVATE_IP] 08:03:36 MSK 16h Sun [PRIVATE_IP] 08:02:37 MSK 7h ago homelab-overall-health.timer homelab-overall-health.service +Mon [PRIVATE_IP] 08:07:41 MSK 16h Sun [PRIVATE_IP] 07:51:04 MSK 7h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Mon [PRIVATE_IP] 08:09:45 MSK 16h Sun [PRIVATE_IP] 08:16:38 MSK 7h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Mon [PRIVATE_IP] 08:17:59 MSK 17h Sun [PRIVATE_IP] 08:24:58 MSK 6h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Mon [PRIVATE_IP] 08:26:42 MSK 17h Sun [PRIVATE_IP] 08:29:26 MSK 6h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Mon [PRIVATE_IP] 08:39:35 MSK 17h Sun [PRIVATE_IP] 08:38:04 MSK 6h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Mon [PRIVATE_IP] 08:47:05 MSK 17h Sun [PRIVATE_IP] 08:43:29 MSK 6h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Mon [PRIVATE_IP] 08:52:59 MSK 17h Sun [PRIVATE_IP] 08:48:08 MSK 6h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Mon [PRIVATE_IP] 09:01:44 MSK 17h Sun [PRIVATE_IP] 09:01:04 MSK 6h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Mon [PRIVATE_IP] 09:15:59 MSK 17h Sun [PRIVATE_IP] 09:09:04 MSK 6h ago memos-offhost-sync.timer memos-offhost-sync.service +Mon [PRIVATE_IP] 10:15:00 MSK 18h Sun [PRIVATE_IP] 10:15:04 MSK 5h 1min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Sun [PRIVATE_IP] 03:10:03 MSK 6 days Sun [PRIVATE_IP] 03:10:15 MSK 12h ago e2scrub_all.timer e2scrub_all.service +Sun [PRIVATE_IP] 03:10:09 MSK 6 days Sun [PRIVATE_IP] 03:10:15 MSK 12h ago xfs_scrub_all.timer xfs_scrub_all.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z OUTPUT_END CHAT_OUTPUT_END