diff --git a/runtime/history/CONTEXT-AUTO-20260803T221701Z.json b/runtime/history/CONTEXT-AUTO-20260803T221701Z.json new file mode 100644 index 0000000..987d61e --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260803T221701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260803T221701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-08-03T22:17:01Z","finished_at_utc":"2026-08-03T22:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260803T221701Z.txt b/runtime/history/CONTEXT-AUTO-20260803T221701Z.txt new file mode 100644 index 0000000..1d6ec04 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260803T221701Z.txt @@ -0,0 +1,164 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T22:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Tue Aug [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.db +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP]999983,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":558601,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":558684,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":558646,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":558688,"vmid":113},{"cpu":[PRIVATE_IP]35607,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":558622,"vmid":130},{"cpu":[PRIVATE_IP]56815,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558598,"vmid":150},{"cpu":[PRIVATE_IP]446448,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":558680,"vmid":160},{"cpu":[PRIVATE_IP]53918,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558594,"vmid":170},{"cpu":[PRIVATE_IP]27382,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558591,"vmid":171},{"cpu":[PRIVATE_IP]72341,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":558678,"vmid":180},{"cpu":[PRIVATE_IP]479799,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":558618,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08807,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":558703},{"cgroup-mode":2,"cpu":[PRIVATE_IP]37306,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":558640},{"cgroup-mode":2,"cpu":[PRIVATE_IP]80854,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":558721},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 14.07% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.36% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● homelab-crypto-portfolio-chart-health.service loaded failed failed Crypto portfolio chart health check +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +3 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:16:26 MSK 36s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:12:26 MSK 4min 36s ago netbird-peers-health.timer netbird-peers-health.service +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:16:26 MSK 36s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue [PRIVATE_IP] 01:17:58 MSK 55s Tue [PRIVATE_IP] 01:16:57 MSK 5s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue [PRIVATE_IP] 01:18:14 MSK 1min 11s Tue [PRIVATE_IP] 01:03:14 MSK 13min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue [PRIVATE_IP] 01:18:26 MSK 1min 23s Tue [PRIVATE_IP] 01:08:26 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue [PRIVATE_IP] 01:19:01 MSK 1min 58s Tue [PRIVATE_IP] 01:16:57 MSK 5s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue [PRIVATE_IP] 01:19:41 MSK 2min 38s Tue [PRIVATE_IP] 01:14:41 MSK 2min 21s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue [PRIVATE_IP] 01:20:19 MSK 3min 16s Tue [PRIVATE_IP] 01:15:18 MSK 1min 44s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue [PRIVATE_IP] 01:20:26 MSK 3min 23s Tue [PRIVATE_IP] 01:05:26 MSK 11min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue [PRIVATE_IP] 01:21:14 MSK 4min 11s Tue [PRIVATE_IP] 01:16:14 MSK 48s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue [PRIVATE_IP] 01:22:04 MSK 5min Tue [PRIVATE_IP] 01:07:04 MSK 9min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue [PRIVATE_IP] 01:22:26 MSK 5min Tue [PRIVATE_IP] 01:07:26 MSK 9min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue [PRIVATE_IP] 01:23:37 MSK 6min Mon [PRIVATE_IP] 01:28:07 MSK 23h ago pve-daily-update.timer pve-daily-update.service +Tue [PRIVATE_IP] 01:30:00 MSK 12min Tue [PRIVATE_IP] 01:15:14 MSK 1min 48s ago homelab-incident-journal.timer homelab-incident-journal.service +Tue [PRIVATE_IP] 01:30:07 MSK 13min Tue [PRIVATE_IP] 01:16:28 MSK 34s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue [PRIVATE_IP] 01:30:33 MSK 13min Tue [PRIVATE_IP] 01:15:14 MSK 1min 48s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue [PRIVATE_IP] 01:30:57 MSK 13min Tue [PRIVATE_IP] 01:00:50 MSK 16min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Tue [PRIVATE_IP] 01:31:09 MSK 14min Tue [PRIVATE_IP] 01:15:47 MSK 1min 15s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue [PRIVATE_IP] 01:32:23 MSK 15min Tue [PRIVATE_IP] 01:05:00 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue [PRIVATE_IP] 02:08:26 MSK 51min Mon [PRIVATE_IP] 20:08:26 MSK 5h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue [PRIVATE_IP] 02:32:43 MSK 1h 15min Mon [PRIVATE_IP] 12:38:50 MSK 12h ago apt-daily.timer apt-daily.service +Tue [PRIVATE_IP] 03:50:00 MSK 2h 32min Mon [PRIVATE_IP] 03:50:07 MSK 21h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Tue [PRIVATE_IP] 04:41:55 MSK 3h 24min Mon [PRIVATE_IP] 04:50:29 MSK 20h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Tue [PRIVATE_IP] 05:14:52 MSK 3h 57min Mon [PRIVATE_IP] 05:06:55 MSK 20h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Tue [PRIVATE_IP] 06:52:59 MSK 5h 35min Mon [PRIVATE_IP] 06:53:14 MSK 18h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Tue [PRIVATE_IP] 07:03:42 MSK 5h 46min Mon [PRIVATE_IP] 07:05:50 MSK 18h ago homelab-drift-check.timer homelab-drift-check.service +Tue [PRIVATE_IP] 07:39:24 MSK 6h Mon [PRIVATE_IP] 07:21:25 MSK 17h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Tue [PRIVATE_IP] 07:45:52 MSK 6h Mon [PRIVATE_IP] 07:50:14 MSK 17h ago homelab-alerting-health.timer homelab-alerting-health.service +Tue [PRIVATE_IP] 07:54:16 MSK 6h Mon [PRIVATE_IP] 07:52:50 MSK 17h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Tue [PRIVATE_IP] 07:55:52 MSK 6h Mon [PRIVATE_IP] 07:50:25 MSK 17h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Tue [PRIVATE_IP] 07:56:48 MSK 6h Mon [PRIVATE_IP] 07:46:38 MSK 17h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Tue [PRIVATE_IP] 07:59:39 MSK 6h Mon [PRIVATE_IP] 08:11:07 MSK 17h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Tue [PRIVATE_IP] 08:03:48 MSK 6h Mon [PRIVATE_IP] 08:19:07 MSK 16h ago homelab-overall-health.timer homelab-overall-health.service +Tue [PRIVATE_IP] 08:12:24 MSK 6h Mon [PRIVATE_IP] 08:23:50 MSK 16h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Tue [PRIVATE_IP] 08:16:32 MSK 6h Mon [PRIVATE_IP] 08:21:25 MSK 16h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Tue [PRIVATE_IP] 08:36:17 MSK 7h Mon [PRIVATE_IP] 08:42:03 MSK 16h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Tue [PRIVATE_IP] 08:36:39 MSK 7h Mon [PRIVATE_IP] 08:32:47 MSK 16h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Tue [PRIVATE_IP] 08:50:00 MSK 7h Mon [PRIVATE_IP] 08:47:23 MSK 16h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Tue [PRIVATE_IP] 08:52:29 MSK 7h Mon [PRIVATE_IP] 08:53:07 MSK 16h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Tue [PRIVATE_IP] 08:54:34 MSK 7h Mon [PRIVATE_IP] 08:51:27 MSK 16h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Tue [PRIVATE_IP] 09:06:42 MSK 7h Mon [PRIVATE_IP] 09:20:50 MSK 15h ago memos-offhost-sync.timer memos-offhost-sync.service +Tue [PRIVATE_IP] 10:15:00 MSK 8h Mon [PRIVATE_IP] 10:15:05 MSK 15h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Tue [PRIVATE_IP] 14:20:26 MSK 13h Mon [PRIVATE_IP] 14:20:26 MSK 10h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Wed [PRIVATE_IP] 00:00:00 MSK 22h Tue [PRIVATE_IP] 00:00:07 MSK 1h 16min ago dpkg-db-backup.timer dpkg-db-backup.service +Wed [PRIVATE_IP] 00:08:04 MSK 22h Tue [PRIVATE_IP] 00:05:08 MSK 1h 11min ago homelab-storage-capacity.timer homelab-storage-capacity.service +Wed [PRIVATE_IP] 00:08:47 MSK 22h Tue [PRIVATE_IP] 00:08:07 MSK 1h 8min ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Wed [PRIVATE_IP] 00:13:19 MSK 22h Tue [PRIVATE_IP] 00:13:28 MSK 1h 3min ago homelab-docker-health.timer homelab-docker-health.service +Wed [PRIVATE_IP] 00:18:54 MSK 23h Tue [PRIVATE_IP] 00:08:14 MSK 1h 8min ago homelab-quality-gate.timer homelab-quality-gate.service +Wed [PRIVATE_IP] 00:51:16 MSK 23h Tue [PRIVATE_IP] 00:08:36 MSK 1h 8min ago logrotate.timer logrotate.service +Wed [PRIVATE_IP] 01:56:09 MSK 24h Tue [PRIVATE_IP] 00:14:22 MSK 1h 2min ago man-db.timer man-db.service +Sun [PRIVATE_IP] 03:10:38 MSK 5 days Sun [PRIVATE_IP] 03:10:25 MSK 1 day 22h ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:48 MSK 5 days Sun [PRIVATE_IP] 03:10:50 MSK 1 day 22h ago e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:03:56 MSK 5 days Mon [PRIVATE_IP] 00:11:50 MSK 1 day 1h ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:11:21 MSK 5 days Mon [PRIVATE_IP] 01:17:56 MSK 23h ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 15d300b..987d61e 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1 @@ -{ - "schema_version": 1, - "channel": "homelab-runtime", - "command_id": "HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z", - "status": "OK", - "rc": 0, - "host": "pve01", - "mode": "verify", - "component": "hbarhub-russia-automatic-radar-readonly-closeout-fix2-v27", - "started_at_utc": "2026-08-03T21:27:17Z", - "finished_at_utc": "2026-08-03T21:27:18Z", - "reference_register_checked": true, - "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", - "error_register_checked": true, - "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "5df1b7b40c604e232d94c715c05b42cc01e1b754e507d77bf0f970b9f85207e0", - "duplicate_failed_command_blocked": false, - "block_reason": null, - "execution_started": true, - "change_declared": false, - "result_contract_valid": true, - "result_contract_status": null, - "result_contract_error": null, - "command_rc": 0, - "changes_made": false, - "rollback_started": false, - "rollback_restored": null, - "mutation_outcome": "NO_MUTATION", - "sanitized": true, - "secrets_included": false, - "private_addresses_included": false, - "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "27fa7e593887ed98f798c178c4c11a6af28fd36346283689241084b81fba809f", - "sanitized_output_sha256": "27fa7e593887ed98f798c178c4c11a6af28fd36346283689241084b81fba809f", - "output_truncated_in_json": false, - "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z\",\"mutation_outcome\":\"NO_MUTATION\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n{\"api\":{\"local\":{\"active_markets\":0,\"asset_count\":18,\"country_code\":\"RU\",\"schema\":1,\"semantic_sha256\":\"f7310bfc82b781f38d957e2085d85c897291b492bd221156bcc87f15d2cae693\",\"tokenized_assets\":8,\"verified_products\":8},\"public\":{\"active_markets\":0,\"asset_count\":18,\"country_code\":\"RU\",\"schema\":1,\"semantic_sha256\":\"f7310bfc82b781f38d957e2085d85c897291b492bd221156bcc87f15d2cae693\",\"tokenized_assets\":8,\"verified_products\":8},\"semantic_match\":true},\"automation\":{\"latest_running_recent\":{\"bybit\":true,\"cbr-ois\":true,\"cbr-oocfa\":true,\"kraken\":true,\"xstocks\":true},\"latest_status\":{\"bybit\":\"SUCCESS\",\"cbr-ois\":\"SUCCESS\",\"cbr-oocfa\":\"SUCCESS\",\"kraken\":\"PARTIAL\",\"xstocks\":\"SUCCESS\"},\"latest_terminal_status\":{\"bybit\":\"SUCCESS\",\"cbr-ois\":\"SUCCESS\",\"cbr-oocfa\":\"SUCCESS\",\"kraken\":\"PARTIAL\",\"xstocks\":\"SUCCESS\"},\"observation_window_elapsed\":true,\"post_apply_runs\":{\"bybit\":7,\"kraken\":7,\"xstocks\":3},\"schedule_names\":[\"hbarhub-heartbeat\",\"hbarhub-sync-cbr-registries\",\"hbarhub-sync-ru-policy-pages\",\"hbarhub-sync-venue-markets\",\"hbarhub-sync-xstocks\"],\"source_fresh\":{\"bybit\":true,\"cbr-ois\":true,\"cbr-oocfa\":true,\"kraken\":true,\"xstocks\":true}},\"changes_made\":false,\"checks\":{\"api_local_public_semantics_match\":true,\"api_ru_exact\":true,\"automation_schedule_exact\":true,\"cbr_registries_preserved\":true,\"core_identity_exact\":true,\"database_counts_valid\":true,\"database_transaction_read_only\":true,\"gitea_main_only\":true,\"gitea_target_commit_exact\":true,\"gitea_target_tree_exact\":true,\"indicated_liquidity_not_overclaimed\":true,\"local_health_exact\":true,\"local_pages_exact\":true,\"migration_exact\":true,\"no_stuck_sync_runs\":true,\"periodic_market_sync_observed\":true,\"periodic_xstocks_sync_observed\":true,\"public_health_exact\":true,\"public_pages_exact\":true,\"restricted_links_hidden\":true,\"ru_rules_exact\":true,\"scheduler_command_exact\":true,\"scheduler_heartbeat_observed\":true,\"service_health_exact\":true,\"service_set_exact\":true,\"services_running\":true,\"source_fresh\":true,\"stack_env_mode_exact\":true,\"stack_manifest_exact\":true,\"sync_statuses_valid\":true,\"v24_evidence_bound\":true,\"worker_command_exact\":true,\"worker_heartbeat_observed\":true},\"closeout_sha256\":\"2e7d3463c988ec1176ca3412945d4b1b9dadfba4bd0860f4b6cbf0b13d9630e5\",\"command_audit\":[{\"duration_ms\":0,\"kind\":\"git-rev-parse\",\"rc\":0,\"stage\":\"git-main-commit\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":41,\"stdout_sha256\":\"13592cf99fffad0fcf77fb330926c4009d7b951d043825bef7c99754d6ad0858\"},{\"duration_ms\":0,\"kind\":\"git-rev-parse\",\"rc\":0,\"stage\":\"git-main-tree\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":41,\"stdout_sha256\":\"64520c4af9a276bd72643e588ccea3b66d3a00dd1a5e7c69e9a620601f12bc1c\"},{\"duration_ms\":0,\"kind\":\"git-branches\",\"rc\":0,\"stage\":\"git-branches\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":5,\"stdout_sha256\":\"6403203dd5a0867eb14d104ee8a73730bd72dd9ad92e78d996a6dba0a5dcfc01\"},{\"duration_ms\":8,\"kind\":\"docker-ps\",\"rc\":0,\"stage\":\"docker-service-list\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":122,\"stdout_sha256\":\"b88146dbc638e9f64d5eba5f83f789b692dbe7960c55df7f49520965b7ed32b8\"},{\"duration_ms\":7,\"kind\":\"docker-inspect\",\"rc\":0,\"stage\":\"docker-inspect-postgres\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":29,\"stdout_sha256\":\"9e28f0873b4ff489d612cee0c9fa529f805cc5c2d7c000ec41b5459ba18df046\"},{\"duration_ms\":8,\"kind\":\"docker-inspect\",\"rc\":0,\"stage\":\"docker-inspect-redis\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":54,\"stdout_sha256\":\"8657ea13f395e4ffa27c9cf64f66124de52c9f19ec9d3ab66b79ab3378863a74\"},{\"duration_ms\":9,\"kind\":\"docker-inspect\",\"rc\":0,\"stage\":\"docker-inspect-scheduler\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":77,\"stdout_sha256\":\"b18bde61729fe2490d701a85ef707b68ad5caafe39c3c38325979ffe5aeca642\"},{\"duration_ms\":7,\"kind\":\"docker-inspect\",\"rc\":0,\"stage\":\"docker-inspect-web\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":239,\"stdout_sha256\":\"ea719bf5b4d89352e686f40f53905b8553c5615280e826e2ad4585788ef51413\"},{\"duration_ms\":7,\"kind\":\"docker-inspect\",\"rc\":0,\"stage\":\"docker-inspect-worker\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":84,\"stdout_sha256\":\"09c2c8321b9a6b4154db8f65d961bf718414e851a3c5b851320d9703665bb339\"},{\"duration_ms\":7,\"kind\":\"docker-logs\",\"rc\":0,\"stage\":\"docker-logs-scheduler\",\"stderr_bytes\":4670,\"stderr_sha256\":\"695d351591a47d78ac6aa1ce0506bf7b532449e2fbc61754610afcf9b1f5e7eb\",\"stdout_bytes\":0,\"stdout_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},{\"duration_ms\":8,\"kind\":\"docker-logs\",\"rc\":0,\"stage\":\"docker-logs-worker\",\"stderr_bytes\":14070,\"stderr_sha256\":\"065cf270898afb3dbc9d0fb87b44d83d529aa78cdbbcf54cab9eed5c91c7d998\",\"stdout_bytes\":0,\"stdout_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},{\"duration_ms\":661,\"kind\":\"docker-exec-readonly\",\"rc\":0,\"stage\":\"django-readonly-database-probe\",\"stderr_bytes\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_bytes\":1129,\"stdout_sha256\":\"e8e669a420c5a82523a4e562baf37b1eb0a708f62fa54b1022345b52cec07d2d\"}],\"command_id\":\"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z\",\"counts\":{\"active_markets\":0,\"deployments\":72,\"indicated_markets\":71,\"instruments\":18,\"registry_counts\":{\"CBR_OIS\":24,\"CBR_OOCFA\":2},\"verified_products\":8},\"credentials_returned\":false,\"database_rows_returned\":false,\"diagnosis\":\"AUTOMATIC_RADAR_RUSSIA_FOUNDATION_CLOSED\",\"duration_ms\":1058,\"failed_checks\":[],\"gate\":\"COMPLETE\",\"log_contents_returned\":false,\"mutation_outcome\":\"NO_MUTATION\",\"next_stage\":\"CONTINUOUS_MONITORING\",\"private_addresses_included\":false,\"public\":{\"health\":{\"local_live\":{\"body_bytes\":42,\"body_sha256\":\"ded205e4a440a59a212dd2645e5b3b8f72751a03b50d5f134ee62154ffb0009a\",\"status\":200},\"local_ready\":{\"body_bytes\":65,\"body_sha256\":\"0a16d6323a495f863eb73fecfd33846560d57b7073572824175542db46e17db0\",\"status\":200},\"public_live\":{\"body_bytes\":42,\"body_sha256\":\"ded205e4a440a59a212dd2645e5b3b8f72751a03b50d5f134ee62154ffb0009a\",\"status\":200},\"public_ready\":{\"body_bytes\":65,\"body_sha256\":\"0a16d6323a495f863eb73fecfd33846560d57b7073572824175542db46e17db0\",\"status\":200}},\"route_count\":8,\"routes_all_ok\":true},\"rc\":0,\"read_only\":true,\"rollback_restored\":null,\"rollback_started\":false,\"sanitized\":true,\"schema\":6,\"secret_files_read\":false,\"secret_settings_returned\":false,\"secrets_included\":false,\"services\":{\"activity\":{\"log_contents_returned\":false,\"scheduler_heartbeat_seen\":true,\"worker_heartbeat_seen\":true},\"names\":[\"postgres\",\"redis\",\"scheduler\",\"web\",\"worker\"],\"states\":{\"postgres\":{\"health\":\"healthy\",\"running\":true},\"redis\":{\"health\":\"healthy\",\"running\":true},\"scheduler\":{\"health\":\"none\",\"running\":true},\"web\":{\"health\":\"healthy\",\"running\":true},\"worker\":{\"health\":\"none\",\"running\":true}}},\"source\":{\"branches\":[\"main\"],\"checked_bytes\":207880,\"commit\":\"a239a79ea033df69e96643735a549c089701c1ff\",\"env_mode_0600\":true,\"file_count\":48,\"manifest_sha256\":\"61989526fa0a76274d579e3c7c656d05af23492ee107f00b665818e55f3dcd42\",\"mismatch_count\":0,\"source_contents_returned\":false,\"tree\":\"2365c748677abdaf7aa54d3e68bfeaa2661b0fbc\"},\"source_contents_returned\":false,\"status\":\"OK\",\"v24_evidence\":{\"capsule_sha256\":\"e56bf4f8fd094965240a9085ba52c991b4610340bb5537eb718bced20b2c1702\",\"command_id\":\"HBARHUB-AUTOMATIC-RADAR-RUSSIA-FOUNDATION-APPLY-FIX2-V24-20260803T193000Z\",\"exact_json_bytes\":194087,\"exact_json_sha256\":\"b337fe0574bf86a6bb875a11773c5486bf7b0b8734a70d050776a07cab937a42\",\"gate\":\"READY_FOR_AUTOMATIC_RADAR_READ_ONLY_CLOSEOUT\",\"mutation_outcome\":\"MUTATED\",\"output_bytes\":43249,\"output_sha256\":\"505eff59025ddb84cd600a19ac026162c164b75915968c5a2a3984c454ffe527\",\"runner_json_sha256\":\"bbc5b18c5cd590c8d43b7dde579e926510e8025228cc98a157ee30ba16a0f7ac\",\"runner_rc\":0,\"status\":\"OK\",\"target_commit\":\"a239a79ea033df69e96643735a549c089701c1ff\",\"target_tree\":\"2365c748677abdaf7aa54d3e68bfeaa2661b0fbc\"},\"v25_failure_evidence\":{\"capsule_sha256\":\"a78dc2133abdd3f18911a4fe93c753d8e9e3982137ec8e17cf063e60179e5192\",\"changes_made\":false,\"command_id\":\"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-V25-20260803T195000Z\",\"diagnosis\":\"DJANGO_READONLY_DATABASE_PROBE_RC\",\"exact_json_bytes\":28117,\"exact_json_sha256\":\"cd4a8bc7f0f36feb68a4292e53849269c3e72c56764e79299834062cf101d7c1\",\"failed_stage\":\"django-readonly-database-probe\",\"failure_type\":\"CloseoutFailure\",\"gate\":\"BLOCKED\",\"mutation_outcome\":\"NO_MUTATION\",\"output_bytes\":5040,\"output_sha256\":\"79d4240a72bf2346f0f5e51333164e5dab0de07e976b83ee579d1aa155cee836\",\"probe_rc\":1,\"probe_stderr_bytes\":1554,\"probe_stderr_sha256\":\"33cc3103c1fe8ef485b49cc8d5a444ed8b0866ef1d86bf47391c437cbaac6e4d\",\"remote_payload_sha256\":\"67ee482c2d10d4ec21a887b39815bfc1a4ac5aa607cceb62ac3e629d2fb3c0f2\",\"runner_document_rc\":1,\"runner_json_sha256\":\"a26dfaf4871cb33b51459c0b9bf6cac3467e4d49ca8765d25df4d0173a9e58c9\",\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"state_status\":\"FAIL\",\"status\":\"FAIL\"},\"v26_failure_evidence\":{\"capsule_sha256\":\"e2938f3007078ba3fa59e86b4795a9538547666e996c9eeeb9437046be5aaebb\",\"changes_made\":false,\"command_id\":\"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX1-V26-20260803T204000Z\",\"diagnosis\":\"CLOSEOUT_CHECK_FAILED\",\"exact_finished_at_utc\":\"2026-08-03T21:10:50.556401+00:00\",\"exact_json_bytes\":36799,\"exact_json_sha256\":\"a4dc727968b25836fc6feb0d5e353a8abb8e22baa24d62eedc1d0a80492bea2d\",\"failed_checks\":[\"sync_statuses_valid\"],\"failure_type\":\"CloseoutFailure\",\"gate\":\"BLOCKED\",\"mutation_outcome\":\"NO_MUTATION\",\"output_bytes\":7056,\"output_sha256\":\"776cd103809fe51e12afee9b60e9d4fc16cb157873359cb338fda16288a5b87b\",\"remote_payload_sha256\":\"102af2b8ccab17b89fa75ec4d3f095c2b839e5b34891fd9d94fb29357702bea6\",\"runner_document_rc\":1,\"runner_json_sha256\":\"4250329432e247b006d49f68c1a19816fe1be1be45f28c9a5ac1498c9a5b4743\",\"runner_rc\":1,\"runner_text_sha256\":\"f3d4489d2892409abe6c7533911b5f53b4596de872ecc8c3c47583628de73c6f\",\"runner_wrapper_matches_document\":true,\"state_status\":\"FAIL\",\"status\":\"FAIL\"}}\n" -} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260803T221701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-08-03T22:17:01Z","finished_at_utc":"2026-08-03T22:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index 7c205b4..1d6ec04 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,34 +1,164 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z STATUS=OK RC=0 HOST=pve01 -MODE=verify -COMPONENT=hbarhub-russia-automatic-radar-readonly-closeout-fix2-v27 -REFERENCE_REGISTER_CHECK=OK -REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e -ERROR_REGISTER_CHECK=OK -ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=5df1b7b40c604e232d94c715c05b42cc01e1b754e507d77bf0f970b9f85207e0 -DUPLICATE_FAILED_COMMAND_BLOCKED=false -EXECUTION_STARTED=true -CHANGE_DECLARED=false -RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE -RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 -CHANGES_MADE=false -ROLLBACK_STARTED=false -ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION -SANITIZED=yes -SECRETS_INCLUDED=no -PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=27fa7e593887ed98f798c178c4c11a6af28fd36346283689241084b81fba809f -SANITIZED_OUTPUT_SHA256=27fa7e593887ed98f798c178c4c11a6af28fd36346283689241084b81fba809f +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 OUTPUT_BEGIN -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z","mutation_outcome":"NO_MUTATION","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -{"api":{"local":{"active_markets":0,"asset_count":18,"country_code":"RU","schema":1,"semantic_sha256":"f7310bfc82b781f38d957e2085d85c897291b492bd221156bcc87f15d2cae693","tokenized_assets":8,"verified_products":8},"public":{"active_markets":0,"asset_count":18,"country_code":"RU","schema":1,"semantic_sha256":"f7310bfc82b781f38d957e2085d85c897291b492bd221156bcc87f15d2cae693","tokenized_assets":8,"verified_products":8},"semantic_match":true},"automation":{"latest_running_recent":{"bybit":true,"cbr-ois":true,"cbr-oocfa":true,"kraken":true,"xstocks":true},"latest_status":{"bybit":"SUCCESS","cbr-ois":"SUCCESS","cbr-oocfa":"SUCCESS","kraken":"PARTIAL","xstocks":"SUCCESS"},"latest_terminal_status":{"bybit":"SUCCESS","cbr-ois":"SUCCESS","cbr-oocfa":"SUCCESS","kraken":"PARTIAL","xstocks":"SUCCESS"},"observation_window_elapsed":true,"post_apply_runs":{"bybit":7,"kraken":7,"xstocks":3},"schedule_names":["hbarhub-heartbeat","hbarhub-sync-cbr-registries","hbarhub-sync-ru-policy-pages","hbarhub-sync-venue-markets","hbarhub-sync-xstocks"],"source_fresh":{"bybit":true,"cbr-ois":true,"cbr-oocfa":true,"kraken":true,"xstocks":true}},"changes_made":false,"checks":{"api_local_public_semantics_match":true,"api_ru_exact":true,"automation_schedule_exact":true,"cbr_registries_preserved":true,"core_identity_exact":true,"database_counts_valid":true,"database_transaction_read_only":true,"gitea_main_only":true,"gitea_target_commit_exact":true,"gitea_target_tree_exact":true,"indicated_liquidity_not_overclaimed":true,"local_health_exact":true,"local_pages_exact":true,"migration_exact":true,"no_stuck_sync_runs":true,"periodic_market_sync_observed":true,"periodic_xstocks_sync_observed":true,"public_health_exact":true,"public_pages_exact":true,"restricted_links_hidden":true,"ru_rules_exact":true,"scheduler_command_exact":true,"scheduler_heartbeat_observed":true,"service_health_exact":true,"service_set_exact":true,"services_running":true,"source_fresh":true,"stack_env_mode_exact":true,"stack_manifest_exact":true,"sync_statuses_valid":true,"v24_evidence_bound":true,"worker_command_exact":true,"worker_heartbeat_observed":true},"closeout_sha256":"2e7d3463c988ec1176ca3412945d4b1b9dadfba4bd0860f4b6cbf0b13d9630e5","command_audit":[{"duration_ms":0,"kind":"git-rev-parse","rc":0,"stage":"git-main-commit","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":41,"stdout_sha256":"13592cf99fffad0fcf77fb330926c4009d7b951d043825bef7c99754d6ad0858"},{"duration_ms":0,"kind":"git-rev-parse","rc":0,"stage":"git-main-tree","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":41,"stdout_sha256":"64520c4af9a276bd72643e588ccea3b66d3a00dd1a5e7c69e9a620601f12bc1c"},{"duration_ms":0,"kind":"git-branches","rc":0,"stage":"git-branches","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":5,"stdout_sha256":"6403203dd5a0867eb14d104ee8a73730bd72dd9ad92e78d996a6dba0a5dcfc01"},{"duration_ms":8,"kind":"docker-ps","rc":0,"stage":"docker-service-list","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":122,"stdout_sha256":"b88146dbc638e9f64d5eba5f83f789b692dbe7960c55df7f49520965b7ed32b8"},{"duration_ms":7,"kind":"docker-inspect","rc":0,"stage":"docker-inspect-postgres","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":29,"stdout_sha256":"9e28f0873b4ff489d612cee0c9fa529f805cc5c2d7c000ec41b5459ba18df046"},{"duration_ms":8,"kind":"docker-inspect","rc":0,"stage":"docker-inspect-redis","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":54,"stdout_sha256":"8657ea13f395e4ffa27c9cf64f66124de52c9f19ec9d3ab66b79ab3378863a74"},{"duration_ms":9,"kind":"docker-inspect","rc":0,"stage":"docker-inspect-scheduler","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":77,"stdout_sha256":"b18bde61729fe2490d701a85ef707b68ad5caafe39c3c38325979ffe5aeca642"},{"duration_ms":7,"kind":"docker-inspect","rc":0,"stage":"docker-inspect-web","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":239,"stdout_sha256":"ea719bf5b4d89352e686f40f53905b8553c5615280e826e2ad4585788ef51413"},{"duration_ms":7,"kind":"docker-inspect","rc":0,"stage":"docker-inspect-worker","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":84,"stdout_sha256":"09c2c8321b9a6b4154db8f65d961bf718414e851a3c5b851320d9703665bb339"},{"duration_ms":7,"kind":"docker-logs","rc":0,"stage":"docker-logs-scheduler","stderr_bytes":4670,"stderr_sha256":"695d351591a47d78ac6aa1ce0506bf7b532449e2fbc61754610afcf9b1f5e7eb","stdout_bytes":0,"stdout_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},{"duration_ms":8,"kind":"docker-logs","rc":0,"stage":"docker-logs-worker","stderr_bytes":14070,"stderr_sha256":"065cf270898afb3dbc9d0fb87b44d83d529aa78cdbbcf54cab9eed5c91c7d998","stdout_bytes":0,"stdout_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},{"duration_ms":661,"kind":"docker-exec-readonly","rc":0,"stage":"django-readonly-database-probe","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":1129,"stdout_sha256":"e8e669a420c5a82523a4e562baf37b1eb0a708f62fa54b1022345b52cec07d2d"}],"command_id":"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX2-V27-20260803T211500Z","counts":{"active_markets":0,"deployments":72,"indicated_markets":71,"instruments":18,"registry_counts":{"CBR_OIS":24,"CBR_OOCFA":2},"verified_products":8},"credentials_returned":false,"database_rows_returned":false,"diagnosis":"AUTOMATIC_RADAR_RUSSIA_FOUNDATION_CLOSED","duration_ms":1058,"failed_checks":[],"gate":"COMPLETE","log_contents_returned":false,"mutation_outcome":"NO_MUTATION","next_stage":"CONTINUOUS_MONITORING","private_addresses_included":false,"public":{"health":{"local_live":{"body_bytes":42,"body_sha256":"ded205e4a440a59a212dd2645e5b3b8f72751a03b50d5f134ee62154ffb0009a","status":200},"local_ready":{"body_bytes":65,"body_sha256":"0a16d6323a495f863eb73fecfd33846560d57b7073572824175542db46e17db0","status":200},"public_live":{"body_bytes":42,"body_sha256":"ded205e4a440a59a212dd2645e5b3b8f72751a03b50d5f134ee62154ffb0009a","status":200},"public_ready":{"body_bytes":65,"body_sha256":"0a16d6323a495f863eb73fecfd33846560d57b7073572824175542db46e17db0","status":200}},"route_count":8,"routes_all_ok":true},"rc":0,"read_only":true,"rollback_restored":null,"rollback_started":false,"sanitized":true,"schema":6,"secret_files_read":false,"secret_settings_returned":false,"secrets_included":false,"services":{"activity":{"log_contents_returned":false,"scheduler_heartbeat_seen":true,"worker_heartbeat_seen":true},"names":["postgres","redis","scheduler","web","worker"],"states":{"postgres":{"health":"healthy","running":true},"redis":{"health":"healthy","running":true},"scheduler":{"health":"none","running":true},"web":{"health":"healthy","running":true},"worker":{"health":"none","running":true}}},"source":{"branches":["main"],"checked_bytes":207880,"commit":"a239a79ea033df69e96643735a549c089701c1ff","env_mode_0600":true,"file_count":48,"manifest_sha256":"61989526fa0a76274d579e3c7c656d05af23492ee107f00b665818e55f3dcd42","mismatch_count":0,"source_contents_returned":false,"tree":"2365c748677abdaf7aa54d3e68bfeaa2661b0fbc"},"source_contents_returned":false,"status":"OK","v24_evidence":{"capsule_sha256":"e56bf4f8fd094965240a9085ba52c991b4610340bb5537eb718bced20b2c1702","command_id":"HBARHUB-AUTOMATIC-RADAR-RUSSIA-FOUNDATION-APPLY-FIX2-V24-20260803T193000Z","exact_json_bytes":194087,"exact_json_sha256":"b337fe0574bf86a6bb875a11773c5486bf7b0b8734a70d050776a07cab937a42","gate":"READY_FOR_AUTOMATIC_RADAR_READ_ONLY_CLOSEOUT","mutation_outcome":"MUTATED","output_bytes":43249,"output_sha256":"505eff59025ddb84cd600a19ac026162c164b75915968c5a2a3984c454ffe527","runner_json_sha256":"bbc5b18c5cd590c8d43b7dde579e926510e8025228cc98a157ee30ba16a0f7ac","runner_rc":0,"status":"OK","target_commit":"a239a79ea033df69e96643735a549c089701c1ff","target_tree":"2365c748677abdaf7aa54d3e68bfeaa2661b0fbc"},"v25_failure_evidence":{"capsule_sha256":"a78dc2133abdd3f18911a4fe93c753d8e9e3982137ec8e17cf063e60179e5192","changes_made":false,"command_id":"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-V25-20260803T195000Z","diagnosis":"DJANGO_READONLY_DATABASE_PROBE_RC","exact_json_bytes":28117,"exact_json_sha256":"cd4a8bc7f0f36feb68a4292e53849269c3e72c56764e79299834062cf101d7c1","failed_stage":"django-readonly-database-probe","failure_type":"CloseoutFailure","gate":"BLOCKED","mutation_outcome":"NO_MUTATION","output_bytes":5040,"output_sha256":"79d4240a72bf2346f0f5e51333164e5dab0de07e976b83ee579d1aa155cee836","probe_rc":1,"probe_stderr_bytes":1554,"probe_stderr_sha256":"33cc3103c1fe8ef485b49cc8d5a444ed8b0866ef1d86bf47391c437cbaac6e4d","remote_payload_sha256":"67ee482c2d10d4ec21a887b39815bfc1a4ac5aa607cceb62ac3e629d2fb3c0f2","runner_document_rc":1,"runner_json_sha256":"a26dfaf4871cb33b51459c0b9bf6cac3467e4d49ca8765d25df4d0173a9e58c9","runner_rc":1,"runner_wrapper_matches_document":true,"state_status":"FAIL","status":"FAIL"},"v26_failure_evidence":{"capsule_sha256":"e2938f3007078ba3fa59e86b4795a9538547666e996c9eeeb9437046be5aaebb","changes_made":false,"command_id":"HBARHUB-AUTOMATIC-RADAR-RUSSIA-READ-ONLY-CLOSEOUT-FIX1-V26-20260803T204000Z","diagnosis":"CLOSEOUT_CHECK_FAILED","exact_finished_at_utc":"2026-08-03T21:10:50.556401+00:00","exact_json_bytes":36799,"exact_json_sha256":"a4dc727968b25836fc6feb0d5e353a8abb8e22baa24d62eedc1d0a80492bea2d","failed_checks":["sync_statuses_valid"],"failure_type":"CloseoutFailure","gate":"BLOCKED","mutation_outcome":"NO_MUTATION","output_bytes":7056,"output_sha256":"776cd103809fe51e12afee9b60e9d4fc16cb157873359cb338fda16288a5b87b","remote_payload_sha256":"102af2b8ccab17b89fa75ec4d3f095c2b839e5b34891fd9d94fb29357702bea6","runner_document_rc":1,"runner_json_sha256":"4250329432e247b006d49f68c1a19816fe1be1be45f28c9a5ac1498c9a5b4743","runner_rc":1,"runner_text_sha256":"f3d4489d2892409abe6c7533911b5f53b4596de872ecc8c3c47583628de73c6f","runner_wrapper_matches_document":true,"state_status":"FAIL","status":"FAIL"}} +GENERATED_AT_UTC=[PRIVATE_IP]T22:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on +Quorum information +------------------ +Date: Tue Aug [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.db +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP]999983,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":558601,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":558684,"vmid":111},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":558646,"vmid":112},{"cpu":0,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":558688,"vmid":113},{"cpu":[PRIVATE_IP]35607,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":558622,"vmid":130},{"cpu":[PRIVATE_IP]56815,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558598,"vmid":150},{"cpu":[PRIVATE_IP]446448,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":558680,"vmid":160},{"cpu":[PRIVATE_IP]53918,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558594,"vmid":170},{"cpu":[PRIVATE_IP]27382,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":558591,"vmid":171},{"cpu":[PRIVATE_IP]72341,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":558678,"vmid":180},{"cpu":[PRIVATE_IP]479799,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":558618,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]08807,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":558703},{"cgroup-mode":2,"cpu":[PRIVATE_IP]37306,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":558640},{"cgroup-mode":2,"cpu":[PRIVATE_IP]80854,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":558721},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,import,vztmpl,backup","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 14.07% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.36% + UNIT LOAD ACTIVE SUB DESCRIPTION +● homelab-backup-matrix-refresh.service loaded failed failed Generate unified homelab backup matrix state +● homelab-crypto-portfolio-chart-health.service loaded failed failed Crypto portfolio chart health check +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +3 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:16:26 MSK 36s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:12:26 MSK 4min 36s ago netbird-peers-health.timer netbird-peers-health.service +Tue [PRIVATE_IP] 01:17:26 MSK 23s Tue [PRIVATE_IP] 01:16:26 MSK 36s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue [PRIVATE_IP] 01:17:58 MSK 55s Tue [PRIVATE_IP] 01:16:57 MSK 5s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue [PRIVATE_IP] 01:18:14 MSK 1min 11s Tue [PRIVATE_IP] 01:03:14 MSK 13min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue [PRIVATE_IP] 01:18:26 MSK 1min 23s Tue [PRIVATE_IP] 01:08:26 MSK 8min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue [PRIVATE_IP] 01:19:01 MSK 1min 58s Tue [PRIVATE_IP] 01:16:57 MSK 5s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue [PRIVATE_IP] 01:19:41 MSK 2min 38s Tue [PRIVATE_IP] 01:14:41 MSK 2min 21s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue [PRIVATE_IP] 01:20:19 MSK 3min 16s Tue [PRIVATE_IP] 01:15:18 MSK 1min 44s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue [PRIVATE_IP] 01:20:26 MSK 3min 23s Tue [PRIVATE_IP] 01:05:26 MSK 11min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue [PRIVATE_IP] 01:21:14 MSK 4min 11s Tue [PRIVATE_IP] 01:16:14 MSK 48s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue [PRIVATE_IP] 01:22:04 MSK 5min Tue [PRIVATE_IP] 01:07:04 MSK 9min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue [PRIVATE_IP] 01:22:26 MSK 5min Tue [PRIVATE_IP] 01:07:26 MSK 9min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue [PRIVATE_IP] 01:23:37 MSK 6min Mon [PRIVATE_IP] 01:28:07 MSK 23h ago pve-daily-update.timer pve-daily-update.service +Tue [PRIVATE_IP] 01:30:00 MSK 12min Tue [PRIVATE_IP] 01:15:14 MSK 1min 48s ago homelab-incident-journal.timer homelab-incident-journal.service +Tue [PRIVATE_IP] 01:30:07 MSK 13min Tue [PRIVATE_IP] 01:16:28 MSK 34s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue [PRIVATE_IP] 01:30:33 MSK 13min Tue [PRIVATE_IP] 01:15:14 MSK 1min 48s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue [PRIVATE_IP] 01:30:57 MSK 13min Tue [PRIVATE_IP] 01:00:50 MSK 16min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Tue [PRIVATE_IP] 01:31:09 MSK 14min Tue [PRIVATE_IP] 01:15:47 MSK 1min 15s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue [PRIVATE_IP] 01:32:23 MSK 15min Tue [PRIVATE_IP] 01:05:00 MSK 12min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue [PRIVATE_IP] 02:08:26 MSK 51min Mon [PRIVATE_IP] 20:08:26 MSK 5h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Tue [PRIVATE_IP] 02:32:43 MSK 1h 15min Mon [PRIVATE_IP] 12:38:50 MSK 12h ago apt-daily.timer apt-daily.service +Tue [PRIVATE_IP] 03:50:00 MSK 2h 32min Mon [PRIVATE_IP] 03:50:07 MSK 21h ago filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Tue [PRIVATE_IP] 04:41:55 MSK 3h 24min Mon [PRIVATE_IP] 04:50:29 MSK 20h ago homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Tue [PRIVATE_IP] 05:14:52 MSK 3h 57min Mon [PRIVATE_IP] 05:06:55 MSK 20h ago homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Tue [PRIVATE_IP] 06:52:59 MSK 5h 35min Mon [PRIVATE_IP] 06:53:14 MSK 18h ago apt-daily-upgrade.timer apt-daily-upgrade.service +Tue [PRIVATE_IP] 07:03:42 MSK 5h 46min Mon [PRIVATE_IP] 07:05:50 MSK 18h ago homelab-drift-check.timer homelab-drift-check.service +Tue [PRIVATE_IP] 07:39:24 MSK 6h Mon [PRIVATE_IP] 07:21:25 MSK 17h ago homelab-service-registry-check.timer homelab-service-registry-check.service +Tue [PRIVATE_IP] 07:45:52 MSK 6h Mon [PRIVATE_IP] 07:50:14 MSK 17h ago homelab-alerting-health.timer homelab-alerting-health.service +Tue [PRIVATE_IP] 07:54:16 MSK 6h Mon [PRIVATE_IP] 07:52:50 MSK 17h ago homelab-desired-state-sync.timer homelab-desired-state-sync.service +Tue [PRIVATE_IP] 07:55:52 MSK 6h Mon [PRIVATE_IP] 07:50:25 MSK 17h ago homelab-dependency-map-check.timer homelab-dependency-map-check.service +Tue [PRIVATE_IP] 07:56:48 MSK 6h Mon [PRIVATE_IP] 07:46:38 MSK 17h ago homelab-runbook-generate.timer homelab-runbook-generate.service +Tue [PRIVATE_IP] 07:59:39 MSK 6h Mon [PRIVATE_IP] 08:11:07 MSK 17h ago homelab-duty-admin-report.timer homelab-duty-admin-report.service +Tue [PRIVATE_IP] 08:03:48 MSK 6h Mon [PRIVATE_IP] 08:19:07 MSK 16h ago homelab-overall-health.timer homelab-overall-health.service +Tue [PRIVATE_IP] 08:12:24 MSK 6h Mon [PRIVATE_IP] 08:23:50 MSK 16h ago homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Tue [PRIVATE_IP] 08:16:32 MSK 6h Mon [PRIVATE_IP] 08:21:25 MSK 16h ago homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Tue [PRIVATE_IP] 08:36:17 MSK 7h Mon [PRIVATE_IP] 08:42:03 MSK 16h ago homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Tue [PRIVATE_IP] 08:36:39 MSK 7h Mon [PRIVATE_IP] 08:32:47 MSK 16h ago homelab-capacity-risk.timer homelab-capacity-risk.service +Tue [PRIVATE_IP] 08:50:00 MSK 7h Mon [PRIVATE_IP] 08:47:23 MSK 16h ago homelab-golden-state-index.timer homelab-golden-state-index.service +Tue [PRIVATE_IP] 08:52:29 MSK 7h Mon [PRIVATE_IP] 08:53:07 MSK 16h ago homelab-cluster-passport.timer homelab-cluster-passport.service +Tue [PRIVATE_IP] 08:54:34 MSK 7h Mon [PRIVATE_IP] 08:51:27 MSK 16h ago immich-media-offhost-sync.timer immich-media-offhost-sync.service +Tue [PRIVATE_IP] 09:06:42 MSK 7h Mon [PRIVATE_IP] 09:20:50 MSK 15h ago memos-offhost-sync.timer memos-offhost-sync.service +Tue [PRIVATE_IP] 10:15:00 MSK 8h Mon [PRIVATE_IP] 10:15:05 MSK 15h ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Tue [PRIVATE_IP] 14:20:26 MSK 13h Mon [PRIVATE_IP] 14:20:26 MSK 10h ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Wed [PRIVATE_IP] 00:00:00 MSK 22h Tue [PRIVATE_IP] 00:00:07 MSK 1h 16min ago dpkg-db-backup.timer dpkg-db-backup.service +Wed [PRIVATE_IP] 00:08:04 MSK 22h Tue [PRIVATE_IP] 00:05:08 MSK 1h 11min ago homelab-storage-capacity.timer homelab-storage-capacity.service +Wed [PRIVATE_IP] 00:08:47 MSK 22h Tue [PRIVATE_IP] 00:08:07 MSK 1h 8min ago homelab-evidence-catalog.timer homelab-evidence-catalog.service +Wed [PRIVATE_IP] 00:13:19 MSK 22h Tue [PRIVATE_IP] 00:13:28 MSK 1h 3min ago homelab-docker-health.timer homelab-docker-health.service +Wed [PRIVATE_IP] 00:18:54 MSK 23h Tue [PRIVATE_IP] 00:08:14 MSK 1h 8min ago homelab-quality-gate.timer homelab-quality-gate.service +Wed [PRIVATE_IP] 00:51:16 MSK 23h Tue [PRIVATE_IP] 00:08:36 MSK 1h 8min ago logrotate.timer logrotate.service +Wed [PRIVATE_IP] 01:56:09 MSK 24h Tue [PRIVATE_IP] 00:14:22 MSK 1h 2min ago man-db.timer man-db.service +Sun [PRIVATE_IP] 03:10:38 MSK 5 days Sun [PRIVATE_IP] 03:10:25 MSK 1 day 22h ago xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:48 MSK 5 days Sun [PRIVATE_IP] 03:10:50 MSK 1 day 22h ago e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:03:56 MSK 5 days Mon [PRIVATE_IP] 00:11:50 MSK 1 day 1h ago homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 01:11:21 MSK 5 days Mon [PRIVATE_IP] 01:17:56 MSK 23h ago fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z OUTPUT_END CHAT_OUTPUT_END