diff --git a/runtime/history/CONTEXT-AUTO-20260727T171701Z.json b/runtime/history/CONTEXT-AUTO-20260727T171701Z.json new file mode 100644 index 0000000..62c86dd --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260727T171701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260727T171701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-27T17:17:01Z","finished_at_utc":"2026-07-27T17:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260727T171701Z.txt b/runtime/history/CONTEXT-AUTO-20260727T171701Z.txt new file mode 100644 index 0000000..035e1fa --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260727T171701Z.txt @@ -0,0 +1,163 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T17:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Mon Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.c6 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":359754,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":359593,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":359757,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":359596,"vmid":113},{"cpu":[PRIVATE_IP]5676,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":359691,"vmid":130},{"cpu":[PRIVATE_IP]74423,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359751,"vmid":150},{"cpu":[PRIVATE_IP]191771,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":359590,"vmid":160},{"cpu":[PRIVATE_IP]72303,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359747,"vmid":170},{"cpu":[PRIVATE_IP]39115,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359744,"vmid":171},{"cpu":[PRIVATE_IP]013666,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":359587,"vmid":180},{"cpu":[PRIVATE_IP]820822,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":359687,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]79701,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":359708},{"cgroup-mode":2,"cpu":[PRIVATE_IP]98262,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":359784},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39502,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":359657},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.85% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.23% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Mon [PRIVATE_IP] 20:17:10 MSK 7s Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:12:29 MSK 4min 32s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:12:29 MSK 4min 32s ago netbird-peers-health.timer netbird-peers-health.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:16:29 MSK 32s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:16:29 MSK 32s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Mon [PRIVATE_IP] 20:18:00 MSK 57s Mon [PRIVATE_IP] 20:16:58 MSK 4s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Mon [PRIVATE_IP] 20:19:10 MSK 2min 7s Mon [PRIVATE_IP] 19:45:04 MSK 31min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Mon [PRIVATE_IP] 20:19:53 MSK 2min 51s Mon [PRIVATE_IP] 20:14:38 MSK 2min 24s ago homelab-health-metrics.timer homelab-health-metrics.service +Mon [PRIVATE_IP] 20:22:13 MSK 5min Mon [PRIVATE_IP] 20:16:58 MSK 4s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Mon [PRIVATE_IP] 20:22:28 MSK 5min Mon [PRIVATE_IP] 20:12:28 MSK 4min 34s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Mon [PRIVATE_IP] 20:30:00 MSK 12min Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-incident-journal.timer homelab-incident-journal.service +Mon [PRIVATE_IP] 20:30:26 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-disk-space-health.timer homelab-disk-space-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Mon [PRIVATE_IP] 20:31:00 MSK 13min Mon [PRIVATE_IP] 20:15:32 MSK 1min 30s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Mon [PRIVATE_IP] 20:31:04 MSK 14min Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Mon [PRIVATE_IP] 20:33:53 MSK 16min Mon [PRIVATE_IP] 20:04:48 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Mon [PRIVATE_IP] 22:24:29 MSK 2h 7min Mon [PRIVATE_IP] 16:24:29 MSK 3h 52min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue [PRIVATE_IP] 00:00:00 MSK 3h 42min Mon [PRIVATE_IP] 00:00:04 MSK 20h ago dpkg-db-backup.timer dpkg-db-backup.service +Tue [PRIVATE_IP] 00:01:48 MSK 3h 44min Mon [PRIVATE_IP] 00:04:04 MSK 20h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Tue [PRIVATE_IP] 00:10:51 MSK 3h 53min Mon [PRIVATE_IP] 00:04:04 MSK 20h ago logrotate.timer logrotate.service +Tue [PRIVATE_IP] 00:13:01 MSK 3h 55min Mon [PRIVATE_IP] 00:11:39 MSK 20h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Tue [PRIVATE_IP] 00:17:05 MSK 4h 0min Mon [PRIVATE_IP] 00:15:19 MSK 20h ago homelab-quality-gate.timer homelab-quality-gate.service +Tue [PRIVATE_IP] 00:18:07 MSK 4h 1min Mon [PRIVATE_IP] 00:02:04 MSK 20h ago homelab-docker-health.timer homelab-docker-health.service +Tue [PRIVATE_IP] 00:35:54 MSK 4h 18min Mon [PRIVATE_IP] 07:44:04 MSK 12h ago apt-daily.timer apt-daily.service +Tue [PRIVATE_IP] 03:50:00 MSK 7h Mon [PRIVATE_IP] 03:50:04 MSK 16h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Tue [PRIVATE_IP] 04:41:15 MSK 8h Mon [PRIVATE_IP] 04:52:04 MSK 15h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Tue [PRIVATE_IP] 04:46:50 MSK 8h Mon [PRIVATE_IP] 02:36:58 MSK 17h ago pve-daily-update.timer pve-daily-update.service +Tue [PRIVATE_IP] 04:53:38 MSK 8h Mon [PRIVATE_IP] 05:04:49 MSK 15h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Tue [PRIVATE_IP] 06:52:33 MSK 10h Mon [PRIVATE_IP] 05:04:49 MSK 15h ago man-db.timer man-db.service +Tue [PRIVATE_IP] 06:54:56 MSK 10h Mon [PRIVATE_IP] 06:01:15 MSK 14h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Tue [PRIVATE_IP] 07:10:45 MSK 10h Mon [PRIVATE_IP] 07:10:07 MSK 13h ago homelab-drift-check.timer homelab-drift-check.service +Tue [PRIVATE_IP] 07:30:42 MSK 11h Mon [PRIVATE_IP] 07:39:15 MSK 12h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Tue [PRIVATE_IP] 07:42:07 MSK 11h Mon [PRIVATE_IP] 07:59:29 MSK 12h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Tue [PRIVATE_IP] 07:46:26 MSK 11h Mon [PRIVATE_IP] 07:53:04 MSK 12h ago homelab-alerting-health.timer homelab-alerting-health.service +Tue [PRIVATE_IP] 07:51:30 MSK 11h Mon [PRIVATE_IP] 07:57:57 MSK 12h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Tue [PRIVATE_IP] 07:58:20 MSK 11h Mon [PRIVATE_IP] 08:01:04 MSK 12h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Tue [PRIVATE_IP] 08:02:35 MSK 11h Mon [PRIVATE_IP] 08:08:04 MSK 12h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Tue [PRIVATE_IP] 08:10:01 MSK 11h Mon [PRIVATE_IP] 08:09:50 MSK 12h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Tue [PRIVATE_IP] 08:12:43 MSK 11h Mon [PRIVATE_IP] 08:03:38 MSK 12h ago homelab-overall-health.timer homelab-overall-health.service +Tue [PRIVATE_IP] 08:26:11 MSK 12h Mon [PRIVATE_IP] 08:18:04 MSK 11h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Tue [PRIVATE_IP] 08:32:15 MSK 12h Mon [PRIVATE_IP] 08:27:04 MSK 11h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Tue [PRIVATE_IP] 08:33:08 MSK 12h Mon [PRIVATE_IP] 08:39:38 MSK 11h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Tue [PRIVATE_IP] 08:41:25 MSK 12h Mon [PRIVATE_IP] 08:47:15 MSK 11h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Tue [PRIVATE_IP] 08:45:16 MSK 12h Mon [PRIVATE_IP] 09:01:45 MSK 11h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Tue [PRIVATE_IP] 08:54:47 MSK 12h Mon [PRIVATE_IP] 08:53:04 MSK 11h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Tue [PRIVATE_IP] 09:14:55 MSK 12h Mon [PRIVATE_IP] 09:16:04 MSK 11h ago memos-offhost-sync.timer memos-offhost-sync.service +Tue [PRIVATE_IP] 10:15:00 MSK 13h Mon [PRIVATE_IP] 10:15:04 MSK 10h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Tue [PRIVATE_IP] 16:36:15 MSK 20h Mon [PRIVATE_IP] 16:36:15 MSK 3h 40min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 03:10:03 MSK 5 days Sun [PRIVATE_IP] 03:10:15 MSK 1 day 17h ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:44 MSK 5 days Sun [PRIVATE_IP] 03:10:15 MSK 1 day 17h ago e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:02:42 MSK 6 days Mon [PRIVATE_IP] 00:13:29 MSK 20h ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:24:02 MSK 6 days Mon [PRIVATE_IP] 01:18:15 MSK 18h ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index d9db41b..62c86dd 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1 @@ -{ - "schema_version": 1, - "channel": "homelab-runtime", - "command_id": "RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z", - "status": "FAIL", - "rc": 76, - "host": "pve01", - "mode": "change", - "component": "runner", - "started_at_utc": "2026-07-27T17:08:36Z", - "finished_at_utc": "2026-07-27T17:08:37Z", - "reference_register_checked": true, - "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", - "error_register_checked": true, - "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "72b7216ace82b08b3c98fb053d4d5b643e9c59a113cea88d343fbe1c3bc2b812", - "duplicate_failed_command_blocked": false, - "block_reason": null, - "execution_started": true, - "change_declared": true, - "result_contract_valid": false, - "result_contract_status": null, - "result_contract_error": "MISSING_CONTRACT", - "command_rc": 0, - "changes_made": null, - "rollback_started": null, - "rollback_restored": null, - "mutation_outcome": "UNKNOWN", - "sanitized": true, - "secrets_included": false, - "private_addresses_included": false, - "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "8f1f0f91e947f2fd1b09848261c0f4d1a924e1158c3a97f3e023db1cb114a46c", - "sanitized_output_sha256": "8f1f0f91e947f2fd1b09848261c0f4d1a924e1158c3a97f3e023db1cb114a46c", - "output_truncated_in_json": false, - "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "{\"PLAN_ID\":\"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z\",\"PLAN_SHA256\":\"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b\",\"anti_regression\":{\"AR-001-EXACT-PLAN-SHA256-BOUND\":true,\"AR-002-SOURCE-LOCKS-REPEATED-BEFORE-MUTATION\":true,\"AR-003-ZERO-CONFIG-PROCESS-FD-REFERENCES\":true,\"AR-004-ROLLBACK-COPY-SHA-MODE-OWNER-VERIFIED\":true,\"AR-005-HISTORICAL-STATES-UNMODIFIED\":true,\"AR-006-EXACTLY-ONE-DISTINCT-RUNNER-AFTER-APPLY\":true,\"AR-007-DIAGNOSTICS-BEFORE-ROLLBACK-CONTRACT\":true,\"AR-008-CANONICAL-RUNNER-BYTE-IDENTICAL\":true,\"AR-009-NO-SERVICE-RESTART-OR-RELOAD\":true,\"AR-010-BACKUP-NOT-TOUCHED\":true},\"backup_changed\":false,\"canonical_runner_changed\":false,\"changes_made\":true,\"checks_after\":{\"adapter_self_test\":true,\"adapter_service_healthy\":true,\"canonical_exact_metadata\":true,\"exact_plan_still_bound\":true,\"historical_closure_still_exact\":true,\"linked_path_absent\":true,\"linked_zero_active_config_references\":true,\"linked_zero_live_process_references\":true,\"linked_zero_open_fd_references\":true,\"lookup_local_health\":true,\"lookup_service_healthy\":true,\"portal_local_health\":true,\"portal_self_test_real_identity\":true,\"portal_service_healthy\":true,\"postapply_exactly_one_distinct_runner\":true,\"pre_mutation_diagnostics_exists\":true,\"rollback_copy_exact\":true,\"rollback_metadata_exists\":true,\"source_lock:/etc/systemd/system/homelab-command-adapter.service\":true,\"source_lock:/etc/systemd/system/homelab-command-portal.service\":true,\"source_lock:/etc/systemd/system/homelab-result-lookup.service\":true,\"source_lock:/usr/local/sbin/homelab-chat-run\":true,\"source_lock:/usr/local/sbin/homelab-command-adapter\":true,\"source_lock:/usr/local/sbin/homelab-command-portal\":true,\"source_lock:/usr/local/sbin/homelab-result-lookup\":true},\"checks_before\":{\"adapter_self_test\":true,\"adapter_service_healthy\":true,\"all_four_historical_mutations_closed_by_exact_evidence\":true,\"canonical_exact_metadata\":true,\"exact_plan_bound\":true,\"linked_exact_metadata\":true,\"linked_zero_active_config_references\":true,\"linked_zero_live_process_references\":true,\"linked_zero_open_fd_references\":true,\"lookup_local_health\":true,\"lookup_service_healthy\":true,\"portal_local_health\":true,\"portal_self_test_real_identity\":true,\"portal_service_healthy\":true,\"preapply_exactly_two_distinct_runner_files\":true,\"rollback_directory_does_not_exist\":true,\"source_lock:/etc/systemd/system/homelab-command-adapter.service\":true,\"source_lock:/etc/systemd/system/homelab-command-portal.service\":true,\"source_lock:/etc/systemd/system/homelab-result-lookup.service\":true,\"source_lock:/usr/local/sbin/homelab-chat-run\":true,\"source_lock:/usr/local/sbin/homelab-chat-run-linked\":true,\"source_lock:/usr/local/sbin/homelab-command-adapter\":true,\"source_lock:/usr/local/sbin/homelab-command-portal\":true,\"source_lock:/usr/local/sbin/homelab-result-lookup\":true,\"target_is_pve01\":true,\"uid_is_root\":true},\"cluster_changed\":false,\"command_id\":\"RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z\",\"gitea_changed\":false,\"historical_state_files_changed\":false,\"mutation_outcome\":\"APPLIED\",\"observations_after\":{\"active_config_references\":[],\"active_process_references\":[],\"canonical\":{\"atime_ns\":1785130359620160117,\"device\":64513,\"gid\":0,\"inode\":5148538,\"lexists\":true,\"mode\":\"0750\",\"mtime_ns\":1785130359609255313,\"path\":\"/usr/local/sbin/homelab-chat-run\",\"regular\":true,\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"size\":21321,\"symlink\":false,\"uid\":0},\"health\":{\"lookup_http_status\":200,\"portal_http_status\":200},\"historical_classifications\":{\"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z\":\"CLOSED_SUPERSEDED_BY_SUCCESSFUL_SAME_PLAN_AND_CURRENT_SOURCE_LOCKS\",\"RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z\":\"CLOSED_BLOCKED_PRECONDITION_NO_MUTATION_PAYLOAD_OUTCOME_OVERRIDES_LEGACY_WRAPPER_FLAG\",\"RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z\":\"CLOSED_BLOCKED_PRECONDITION_NO_MUTATION_PAYLOAD_OUTCOME_OVERRIDES_LEGACY_WRAPPER_FLAG\",\"RUNNER-MUTATION-CONTRACT-ACCEPTANCE-FIX-20260726T210744Z\":\"CLOSED_ADAPTER_PREEXECUTION_INTEGRITY_FAILURE_PAYLOAD_NOT_RUN_AND_PAYLOAD_HAS_NO_MUTATION_CALLS\"},\"historical_closure_facts\":{\"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z\":{\"payload_exact\":true,\"public_results\":0,\"raw_results\":0,\"state_exact\":true,\"successor\":{\"plan_file_sha256\":\"13b1bd4f98939b222e09e3d3d780e000c1f06d22cd2e41d17e12e62a89e44db6\",\"plan_sha256\":\"ce45802551553ab4f5f0cef37d29efcdcb1aae0f19d81ab3ab9430fa5ea9704c\",\"report_changes_made\":true,\"report_file_sha256\":\"297b1771bd231defa9d1fa4360c5f563f26cd2bcb84ddd55c26bfa9c37ae3091\",\"report_rollback_started\":false,\"report_status\":\"OK\"},\"worker_log_empty_exact\":true},\"RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z\":{\"legacy_wrapper_changes_made\":true,\"payload_exact\":true,\"public_payload_outcome_blocked_no_mutation\":true,\"raw_results\":0,\"state_exact\":true,\"worker_log_empty_exact\":true},\"RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z\":{\"legacy_wrapper_changes_made\":true,\"payload_exact\":true,\"public_payload_outcome_blocked_no_mutation\":true,\"raw_results\":0,\"state_exact\":true,\"worker_log_empty_exact\":true},\"RUNNER-MUTATION-CONTRACT-ACCEPTANCE-FIX-20260726T210744Z\":{\"adapter_preexecution_integrity_error\":true,\"payload_exact\":true,\"payload_mutating_calls\":[],\"public_results\":0,\"raw_results\":0,\"state_exact\":true,\"worker_log_sha256\":\"67696052b4003d1cf0374688de70e22a355b79304c70c76b8e76e270cb10f1b5\"}},\"historical_closure_failures\":[],\"linked\":{\"lexists\":false,\"path\":\"/usr/local/sbin/homelab-chat-run-linked\"},\"open_fd_references\":[],\"plan_binding\":{\"bound\":true,\"plan_evidence_sha256\":\"365e043ac8e20a5033d98863681b168450ea6f8e76667fbc5d1d3ce2c575e7da\",\"plan_hash_excluded_fields\":[\"PLAN_SHA256\",\"plan_hash_definition\"],\"plan_hash_self_check\":true,\"plan_id_actual\":\"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z\",\"plan_id_expected\":\"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z\",\"plan_output_sha256_actual\":\"9982e3247e0944f7671a3d882e1ea49e4e404abcf6dba3c6cb0a3d503aa10199\",\"plan_output_sha256_expected\":\"9982e3247e0944f7671a3d882e1ea49e4e404abcf6dba3c6cb0a3d503aa10199\",\"plan_runner_json_sha256\":\"192eb7d5519d74cec68099a1301dcdcecddf233b69d8e4a1f14a3f2c05be789c\",\"plan_sha256_embedded\":\"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b\",\"plan_sha256_expected\":\"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b\",\"plan_sha256_recomputed\":\"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b\",\"plan_status\":\"PLAN_READY\"},\"pre_mutation_diagnostics\":{\"atime_ns\":1785172116975440396,\"device\":64513,\"gid\":0,\"inode\":2374218,\"lexists\":true,\"mode\":\"0600\",\"mtime_ns\":1785172116728436784,\"path\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/pre-mutation-diagnostics.json\",\"regular\":true,\"sha256\":\"d4bea28341a5fb707c0f8acbe74917a70e51f325cfd5e7c589e1e71b0aabfd15\",\"size\":9032,\"symlink\":false,\"uid\":0},\"rollback_copy\":{\"atime_ns\":1785172116722436696,\"device\":64513,\"gid\":0,\"inode\":2374216,\"lexists\":true,\"mode\":\"0600\",\"mtime_ns\":1785172116716436608,\"path\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/homelab-chat-run-linked.rollback\",\"regular\":true,\"sha256\":\"5e8725e129fd2055b36fe2fae13fc95fc4b3271074a0e0d4bb7347e7b2f270a1\",\"size\":1901,\"symlink\":false,\"uid\":0},\"rollback_metadata\":{\"atime_ns\":1785172116975440396,\"device\":64513,\"gid\":0,\"inode\":2374217,\"lexists\":true,\"mode\":\"0600\",\"mtime_ns\":1785172116722436696,\"path\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/metadata.json\",\"regular\":true,\"sha256\":\"6f92cfde8bd7d2e89e5d39d3314c17747baf2de0a5e90ac9ac57aae21af7d291\",\"size\":1055,\"symlink\":false,\"uid\":0},\"runner_inventory\":{\"distinct_count\":1,\"entries\":[{\"device\":64513,\"gid\":0,\"inode\":5148538,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-chat-run\",\"resolved\":\"/usr/local/sbin/homelab-chat-run\",\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"uid\":0}]},\"self_tests\":{\"adapter_rc\":0,\"adapter_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"adapter_stdout_sha256\":\"791dded76278f8b7413848dea171c1cf6238e2fdb0bbd47e663982a1dc537b74\",\"portal_rc\":0,\"portal_stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"portal_stdout_sha256\":\"791dded76278f8b7413848dea171c1cf6238e2fdb0bbd47e663982a1dc537b74\"},\"units\":{\"adapter\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"Group\":\"homelab-command-portal\",\"LoadState\":\"loaded\",\"MainPID\":\"1637015\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"root\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"lookup\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"Group\":\"homelab-result-lookup\",\"LoadState\":\"loaded\",\"MainPID\":\"2718720\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"homelab-result-lookup\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"portal\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"Group\":\"homelab-command-portal\",\"LoadState\":\"loaded\",\"MainPID\":\"1759597\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"homelab-command-portal\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}}},\"plan_bound\":true,\"pre_mutation_diagnostics\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/pre-mutation-diagnostics.json\",\"production_changed\":true,\"removed_path\":\"/usr/local/sbin/homelab-chat-run-linked\",\"rollback_copy\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/homelab-chat-run-linked.rollback\",\"rollback_directory\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z\",\"rollback_metadata\":\"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/metadata.json\",\"rollback_restored\":false,\"rollback_started\":false,\"schema\":1,\"services_restarted_or_reloaded\":false,\"status\":\"OK\"}\n" -} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260727T171701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-27T17:17:01Z","finished_at_utc":"2026-07-27T17:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 8781790..035e1fa 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,33 +1,163 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z -STATUS=FAIL -RC=76 +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 HOST=pve01 -MODE=change -COMPONENT=runner -REFERENCE_REGISTER_CHECK=OK -REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e -ERROR_REGISTER_CHECK=OK -ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=72b7216ace82b08b3c98fb053d4d5b643e9c59a113cea88d343fbe1c3bc2b812 -DUPLICATE_FAILED_COMMAND_BLOCKED=false -EXECUTION_STARTED=true -CHANGE_DECLARED=true -RESULT_CONTRACT_VALID=false -RESULT_CONTRACT_STATUS=UNKNOWN -RESULT_CONTRACT_ERROR=MISSING_CONTRACT -COMMAND_RC=0 -CHANGES_MADE=unknown -ROLLBACK_STARTED=unknown -ROLLBACK_RESTORED=null -MUTATION_OUTCOME=UNKNOWN -SANITIZED=yes -SECRETS_INCLUDED=no -PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=8f1f0f91e947f2fd1b09848261c0f4d1a924e1158c3a97f3e023db1cb114a46c -SANITIZED_OUTPUT_SHA256=8f1f0f91e947f2fd1b09848261c0f4d1a924e1158c3a97f3e023db1cb114a46c +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 OUTPUT_BEGIN -{"PLAN_ID":"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z","PLAN_SHA256":"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b","anti_regression":{"AR-001-EXACT-PLAN-SHA256-BOUND":true,"AR-002-SOURCE-LOCKS-REPEATED-BEFORE-MUTATION":true,"AR-003-ZERO-CONFIG-PROCESS-FD-REFERENCES":true,"AR-004-ROLLBACK-COPY-SHA-MODE-OWNER-VERIFIED":true,"AR-005-HISTORICAL-STATES-UNMODIFIED":true,"AR-006-EXACTLY-ONE-DISTINCT-RUNNER-AFTER-APPLY":true,"AR-007-DIAGNOSTICS-BEFORE-ROLLBACK-CONTRACT":true,"AR-008-CANONICAL-RUNNER-BYTE-IDENTICAL":true,"AR-009-NO-SERVICE-RESTART-OR-RELOAD":true,"AR-010-BACKUP-NOT-TOUCHED":true},"backup_changed":false,"canonical_runner_changed":false,"changes_made":true,"checks_after":{"adapter_self_test":true,"adapter_service_healthy":true,"canonical_exact_metadata":true,"exact_plan_still_bound":true,"historical_closure_still_exact":true,"linked_path_absent":true,"linked_zero_active_config_references":true,"linked_zero_live_process_references":true,"linked_zero_open_fd_references":true,"lookup_local_health":true,"lookup_service_healthy":true,"portal_local_health":true,"portal_self_test_real_identity":true,"portal_service_healthy":true,"postapply_exactly_one_distinct_runner":true,"pre_mutation_diagnostics_exists":true,"rollback_copy_exact":true,"rollback_metadata_exists":true,"source_lock:/etc/systemd/system/homelab-command-adapter.service":true,"source_lock:/etc/systemd/system/homelab-command-portal.service":true,"source_lock:/etc/systemd/system/homelab-result-lookup.service":true,"source_lock:/usr/local/sbin/homelab-chat-run":true,"source_lock:/usr/local/sbin/homelab-command-adapter":true,"source_lock:/usr/local/sbin/homelab-command-portal":true,"source_lock:/usr/local/sbin/homelab-result-lookup":true},"checks_before":{"adapter_self_test":true,"adapter_service_healthy":true,"all_four_historical_mutations_closed_by_exact_evidence":true,"canonical_exact_metadata":true,"exact_plan_bound":true,"linked_exact_metadata":true,"linked_zero_active_config_references":true,"linked_zero_live_process_references":true,"linked_zero_open_fd_references":true,"lookup_local_health":true,"lookup_service_healthy":true,"portal_local_health":true,"portal_self_test_real_identity":true,"portal_service_healthy":true,"preapply_exactly_two_distinct_runner_files":true,"rollback_directory_does_not_exist":true,"source_lock:/etc/systemd/system/homelab-command-adapter.service":true,"source_lock:/etc/systemd/system/homelab-command-portal.service":true,"source_lock:/etc/systemd/system/homelab-result-lookup.service":true,"source_lock:/usr/local/sbin/homelab-chat-run":true,"source_lock:/usr/local/sbin/homelab-chat-run-linked":true,"source_lock:/usr/local/sbin/homelab-command-adapter":true,"source_lock:/usr/local/sbin/homelab-command-portal":true,"source_lock:/usr/local/sbin/homelab-result-lookup":true,"target_is_pve01":true,"uid_is_root":true},"cluster_changed":false,"command_id":"RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z","gitea_changed":false,"historical_state_files_changed":false,"mutation_outcome":"APPLIED","observations_after":{"active_config_references":[],"active_process_references":[],"canonical":{"atime_ns":1785130359620160117,"device":64513,"gid":0,"inode":5148538,"lexists":true,"mode":"0750","mtime_ns":1785130359609255313,"path":"/usr/local/sbin/homelab-chat-run","regular":true,"sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","size":21321,"symlink":false,"uid":0},"health":{"lookup_http_status":200,"portal_http_status":200},"historical_classifications":{"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z":"CLOSED_SUPERSEDED_BY_SUCCESSFUL_SAME_PLAN_AND_CURRENT_SOURCE_LOCKS","RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z":"CLOSED_BLOCKED_PRECONDITION_NO_MUTATION_PAYLOAD_OUTCOME_OVERRIDES_LEGACY_WRAPPER_FLAG","RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z":"CLOSED_BLOCKED_PRECONDITION_NO_MUTATION_PAYLOAD_OUTCOME_OVERRIDES_LEGACY_WRAPPER_FLAG","RUNNER-MUTATION-CONTRACT-ACCEPTANCE-FIX-20260726T210744Z":"CLOSED_ADAPTER_PREEXECUTION_INTEGRITY_FAILURE_PAYLOAD_NOT_RUN_AND_PAYLOAD_HAS_NO_MUTATION_CALLS"},"historical_closure_facts":{"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z":{"payload_exact":true,"public_results":0,"raw_results":0,"state_exact":true,"successor":{"plan_file_sha256":"13b1bd4f98939b222e09e3d3d780e000c1f06d22cd2e41d17e12e62a89e44db6","plan_sha256":"ce45802551553ab4f5f0cef37d29efcdcb1aae0f19d81ab3ab9430fa5ea9704c","report_changes_made":true,"report_file_sha256":"297b1771bd231defa9d1fa4360c5f563f26cd2bcb84ddd55c26bfa9c37ae3091","report_rollback_started":false,"report_status":"OK"},"worker_log_empty_exact":true},"RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z":{"legacy_wrapper_changes_made":true,"payload_exact":true,"public_payload_outcome_blocked_no_mutation":true,"raw_results":0,"state_exact":true,"worker_log_empty_exact":true},"RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z":{"legacy_wrapper_changes_made":true,"payload_exact":true,"public_payload_outcome_blocked_no_mutation":true,"raw_results":0,"state_exact":true,"worker_log_empty_exact":true},"RUNNER-MUTATION-CONTRACT-ACCEPTANCE-FIX-20260726T210744Z":{"adapter_preexecution_integrity_error":true,"payload_exact":true,"payload_mutating_calls":[],"public_results":0,"raw_results":0,"state_exact":true,"worker_log_sha256":"67696052b4003d1cf0374688de70e22a355b79304c70c76b8e76e270cb10f1b5"}},"historical_closure_failures":[],"linked":{"lexists":false,"path":"/usr/local/sbin/homelab-chat-run-linked"},"open_fd_references":[],"plan_binding":{"bound":true,"plan_evidence_sha256":"365e043ac8e20a5033d98863681b168450ea6f8e76667fbc5d1d3ce2c575e7da","plan_hash_excluded_fields":["PLAN_SHA256","plan_hash_definition"],"plan_hash_self_check":true,"plan_id_actual":"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z","plan_id_expected":"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z","plan_output_sha256_actual":"9982e3247e0944f7671a3d882e1ea49e4e404abcf6dba3c6cb0a3d503aa10199","plan_output_sha256_expected":"9982e3247e0944f7671a3d882e1ea49e4e404abcf6dba3c6cb0a3d503aa10199","plan_runner_json_sha256":"192eb7d5519d74cec68099a1301dcdcecddf233b69d8e4a1f14a3f2c05be789c","plan_sha256_embedded":"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b","plan_sha256_expected":"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b","plan_sha256_recomputed":"cf7e91af618c9c0bd431f74ee6efd44eaa9273e0be6e261f1cc636abdb61884b","plan_status":"PLAN_READY"},"pre_mutation_diagnostics":{"atime_ns":1785172116975440396,"device":64513,"gid":0,"inode":2374218,"lexists":true,"mode":"0600","mtime_ns":1785172116728436784,"path":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/pre-mutation-diagnostics.json","regular":true,"sha256":"d4bea28341a5fb707c0f8acbe74917a70e51f325cfd5e7c589e1e71b0aabfd15","size":9032,"symlink":false,"uid":0},"rollback_copy":{"atime_ns":1785172116722436696,"device":64513,"gid":0,"inode":2374216,"lexists":true,"mode":"0600","mtime_ns":1785172116716436608,"path":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/homelab-chat-run-linked.rollback","regular":true,"sha256":"5e8725e129fd2055b36fe2fae13fc95fc4b3271074a0e0d4bb7347e7b2f270a1","size":1901,"symlink":false,"uid":0},"rollback_metadata":{"atime_ns":1785172116975440396,"device":64513,"gid":0,"inode":2374217,"lexists":true,"mode":"0600","mtime_ns":1785172116722436696,"path":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/metadata.json","regular":true,"sha256":"6f92cfde8bd7d2e89e5d39d3314c17747baf2de0a5e90ac9ac57aae21af7d291","size":1055,"symlink":false,"uid":0},"runner_inventory":{"distinct_count":1,"entries":[{"device":64513,"gid":0,"inode":5148538,"mode":"0750","path":"/usr/local/sbin/homelab-chat-run","resolved":"/usr/local/sbin/homelab-chat-run","sha256":"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d","uid":0}]},"self_tests":{"adapter_rc":0,"adapter_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","adapter_stdout_sha256":"791dded76278f8b7413848dea171c1cf6238e2fdb0bbd47e663982a1dc537b74","portal_rc":0,"portal_stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","portal_stdout_sha256":"791dded76278f8b7413848dea171c1cf6238e2fdb0bbd47e663982a1dc537b74"},"units":{"adapter":{"ActiveState":"active","ExecMainStatus":"0","Group":"homelab-command-portal","LoadState":"loaded","MainPID":"1637015","NRestarts":"0","Result":"success","SubState":"running","UnitFileState":"enabled","User":"root","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"lookup":{"ActiveState":"active","ExecMainStatus":"0","Group":"homelab-result-lookup","LoadState":"loaded","MainPID":"2718720","NRestarts":"0","Result":"success","SubState":"running","UnitFileState":"enabled","User":"homelab-result-lookup","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"portal":{"ActiveState":"active","ExecMainStatus":"0","Group":"homelab-command-portal","LoadState":"loaded","MainPID":"1759597","NRestarts":"0","Result":"success","SubState":"running","UnitFileState":"enabled","User":"homelab-command-portal","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}}},"plan_bound":true,"pre_mutation_diagnostics":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/pre-mutation-diagnostics.json","production_changed":true,"removed_path":"/usr/local/sbin/homelab-chat-run-linked","rollback_copy":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/homelab-chat-run-linked.rollback","rollback_directory":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z","rollback_metadata":"/var/lib/homelab-change-rollback/RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z/metadata.json","rollback_restored":false,"rollback_started":false,"schema":1,"services_restarted_or_reloaded":false,"status":"OK"} +GENERATED_AT_UTC=[PRIVATE_IP]T17:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on +Quorum information +------------------ +Date: Mon Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.c6 +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":359754,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":359593,"vmid":111},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":359757,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":359596,"vmid":113},{"cpu":[PRIVATE_IP]5676,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":359691,"vmid":130},{"cpu":[PRIVATE_IP]74423,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359751,"vmid":150},{"cpu":[PRIVATE_IP]191771,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":359590,"vmid":160},{"cpu":[PRIVATE_IP]72303,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359747,"vmid":170},{"cpu":[PRIVATE_IP]39115,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":359744,"vmid":171},{"cpu":[PRIVATE_IP]013666,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":359587,"vmid":180},{"cpu":[PRIVATE_IP]820822,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":359687,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]79701,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":359708},{"cgroup-mode":2,"cpu":[PRIVATE_IP]98262,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":359784},{"cgroup-mode":2,"cpu":[PRIVATE_IP]39502,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":359657},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"import,backup,iso,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.85% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.23% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Mon [PRIVATE_IP] 20:17:10 MSK 7s Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:12:29 MSK 4min 32s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:12:29 MSK 4min 32s ago netbird-peers-health.timer netbird-peers-health.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:16:29 MSK 32s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Mon [PRIVATE_IP] 20:17:29 MSK 27s Mon [PRIVATE_IP] 20:16:29 MSK 32s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Mon [PRIVATE_IP] 20:18:00 MSK 57s Mon [PRIVATE_IP] 20:16:58 MSK 4s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Mon [PRIVATE_IP] 20:19:10 MSK 2min 7s Mon [PRIVATE_IP] 19:45:04 MSK 31min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Mon [PRIVATE_IP] 20:19:53 MSK 2min 51s Mon [PRIVATE_IP] 20:14:38 MSK 2min 24s ago homelab-health-metrics.timer homelab-health-metrics.service +Mon [PRIVATE_IP] 20:22:13 MSK 5min Mon [PRIVATE_IP] 20:16:58 MSK 4s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Mon [PRIVATE_IP] 20:22:28 MSK 5min Mon [PRIVATE_IP] 20:12:28 MSK 4min 34s ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Mon [PRIVATE_IP] 20:30:00 MSK 12min Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-incident-journal.timer homelab-incident-journal.service +Mon [PRIVATE_IP] 20:30:26 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-disk-space-health.timer homelab-disk-space-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Mon [PRIVATE_IP] 20:30:29 MSK 13min Mon [PRIVATE_IP] 20:15:29 MSK 1min 32s ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Mon [PRIVATE_IP] 20:31:00 MSK 13min Mon [PRIVATE_IP] 20:15:32 MSK 1min 30s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Mon [PRIVATE_IP] 20:31:04 MSK 14min Mon [PRIVATE_IP] 20:15:04 MSK 1min 58s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Mon [PRIVATE_IP] 20:33:53 MSK 16min Mon [PRIVATE_IP] 20:04:48 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Mon [PRIVATE_IP] 22:24:29 MSK 2h 7min Mon [PRIVATE_IP] 16:24:29 MSK 3h 52min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue [PRIVATE_IP] 00:00:00 MSK 3h 42min Mon [PRIVATE_IP] 00:00:04 MSK 20h ago dpkg-db-backup.timer dpkg-db-backup.service +Tue [PRIVATE_IP] 00:01:48 MSK 3h 44min Mon [PRIVATE_IP] 00:04:04 MSK 20h ago homelab-storage-capacity.timer homelab-storage-capacity.service +Tue [PRIVATE_IP] 00:10:51 MSK 3h 53min Mon [PRIVATE_IP] 00:04:04 MSK 20h ago logrotate.timer logrotate.service +Tue [PRIVATE_IP] 00:13:01 MSK 3h 55min Mon [PRIVATE_IP] 00:11:39 MSK 20h ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Tue [PRIVATE_IP] 00:17:05 MSK 4h 0min Mon [PRIVATE_IP] 00:15:19 MSK 20h ago homelab-quality-gate.timer homelab-quality-gate.service +Tue [PRIVATE_IP] 00:18:07 MSK 4h 1min Mon [PRIVATE_IP] 00:02:04 MSK 20h ago homelab-docker-health.timer homelab-docker-health.service +Tue [PRIVATE_IP] 00:35:54 MSK 4h 18min Mon [PRIVATE_IP] 07:44:04 MSK 12h ago apt-daily.timer apt-daily.service +Tue [PRIVATE_IP] 03:50:00 MSK 7h Mon [PRIVATE_IP] 03:50:04 MSK 16h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Tue [PRIVATE_IP] 04:41:15 MSK 8h Mon [PRIVATE_IP] 04:52:04 MSK 15h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Tue [PRIVATE_IP] 04:46:50 MSK 8h Mon [PRIVATE_IP] 02:36:58 MSK 17h ago pve-daily-update.timer pve-daily-update.service +Tue [PRIVATE_IP] 04:53:38 MSK 8h Mon [PRIVATE_IP] 05:04:49 MSK 15h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Tue [PRIVATE_IP] 06:52:33 MSK 10h Mon [PRIVATE_IP] 05:04:49 MSK 15h ago man-db.timer man-db.service +Tue [PRIVATE_IP] 06:54:56 MSK 10h Mon [PRIVATE_IP] 06:01:15 MSK 14h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Tue [PRIVATE_IP] 07:10:45 MSK 10h Mon [PRIVATE_IP] 07:10:07 MSK 13h ago homelab-drift-check.timer homelab-drift-check.service +Tue [PRIVATE_IP] 07:30:42 MSK 11h Mon [PRIVATE_IP] 07:39:15 MSK 12h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Tue [PRIVATE_IP] 07:42:07 MSK 11h Mon [PRIVATE_IP] 07:59:29 MSK 12h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Tue [PRIVATE_IP] 07:46:26 MSK 11h Mon [PRIVATE_IP] 07:53:04 MSK 12h ago homelab-alerting-health.timer homelab-alerting-health.service +Tue [PRIVATE_IP] 07:51:30 MSK 11h Mon [PRIVATE_IP] 07:57:57 MSK 12h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Tue [PRIVATE_IP] 07:58:20 MSK 11h Mon [PRIVATE_IP] 08:01:04 MSK 12h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Tue [PRIVATE_IP] 08:02:35 MSK 11h Mon [PRIVATE_IP] 08:08:04 MSK 12h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Tue [PRIVATE_IP] 08:10:01 MSK 11h Mon [PRIVATE_IP] 08:09:50 MSK 12h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Tue [PRIVATE_IP] 08:12:43 MSK 11h Mon [PRIVATE_IP] 08:03:38 MSK 12h ago homelab-overall-health.timer homelab-overall-health.service +Tue [PRIVATE_IP] 08:26:11 MSK 12h Mon [PRIVATE_IP] 08:18:04 MSK 11h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Tue [PRIVATE_IP] 08:32:15 MSK 12h Mon [PRIVATE_IP] 08:27:04 MSK 11h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Tue [PRIVATE_IP] 08:33:08 MSK 12h Mon [PRIVATE_IP] 08:39:38 MSK 11h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Tue [PRIVATE_IP] 08:41:25 MSK 12h Mon [PRIVATE_IP] 08:47:15 MSK 11h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Tue [PRIVATE_IP] 08:45:16 MSK 12h Mon [PRIVATE_IP] 09:01:45 MSK 11h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Tue [PRIVATE_IP] 08:54:47 MSK 12h Mon [PRIVATE_IP] 08:53:04 MSK 11h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Tue [PRIVATE_IP] 09:14:55 MSK 12h Mon [PRIVATE_IP] 09:16:04 MSK 11h ago memos-offhost-sync.timer memos-offhost-sync.service +Tue [PRIVATE_IP] 10:15:00 MSK 13h Mon [PRIVATE_IP] 10:15:04 MSK 10h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Tue [PRIVATE_IP] 16:36:15 MSK 20h Mon [PRIVATE_IP] 16:36:15 MSK 3h 40min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 03:10:03 MSK 5 days Sun [PRIVATE_IP] 03:10:15 MSK 1 day 17h ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:44 MSK 5 days Sun [PRIVATE_IP] 03:10:15 MSK 1 day 17h ago e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:02:42 MSK 6 days Mon [PRIVATE_IP] 00:13:29 MSK 20h ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:24:02 MSK 6 days Mon [PRIVATE_IP] 01:18:15 MSK 18h ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z OUTPUT_END CHAT_OUTPUT_END