diff --git a/runtime/history/CONTEXT-AUTO-20260728T161701Z.json b/runtime/history/CONTEXT-AUTO-20260728T161701Z.json new file mode 100644 index 0000000..2af435e --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260728T161701Z.json @@ -0,0 +1 @@ +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260728T161701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-28T16:17:01Z","finished_at_utc":"2026-07-28T16:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/history/CONTEXT-AUTO-20260728T161701Z.txt b/runtime/history/CONTEXT-AUTO-20260728T161701Z.txt new file mode 100644 index 0000000..da11c28 --- /dev/null +++ b/runtime/history/CONTEXT-AUTO-20260728T161701Z.txt @@ -0,0 +1,163 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z +STATUS=OK +RC=0 +HOST=pve01 +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 +OUTPUT_BEGIN +GENERATED_AT_UTC=[PRIVATE_IP]T16:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on + +Quorum information +------------------ +Date: Tue Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.db +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP]704203,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":18600,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":18687,"vmid":111},{"cpu":[PRIVATE_IP]704203,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":18645,"vmid":112},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":18690,"vmid":113},{"cpu":[PRIVATE_IP]7471,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":18628,"vmid":130},{"cpu":[PRIVATE_IP]17309,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18597,"vmid":150},{"cpu":[PRIVATE_IP]120463,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":18683,"vmid":160},{"cpu":[PRIVATE_IP]47845,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18593,"vmid":170},{"cpu":[PRIVATE_IP]05061,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18590,"vmid":171},{"cpu":[PRIVATE_IP]762379,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":18680,"vmid":180},{"cpu":[PRIVATE_IP]563603,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":18624,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]11881,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":18723},{"cgroup-mode":2,"cpu":[PRIVATE_IP]50434,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":18646},{"cgroup-mode":2,"cpu":[PRIVATE_IP]13959,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":18702},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.98% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.24% + UNIT LOAD ACTIVE SUB DESCRIPTION +● skladchik-reports-monitor-monthly-selftest-watch.service loaded failed failed Контроль результата ежемесячного самотеста Складчик +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Tue [PRIVATE_IP] 19:17:23 MSK 21s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue [PRIVATE_IP] 19:17:23 MSK 21s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue [PRIVATE_IP] 19:17:37 MSK 34s Tue [PRIVATE_IP] 19:16:37 MSK 25s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue [PRIVATE_IP] 19:18:48 MSK 1min 45s Tue [PRIVATE_IP] 19:16:37 MSK 25s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue [PRIVATE_IP] 19:19:14 MSK 2min 12s Tue [PRIVATE_IP] 19:14:14 MSK 2min 47s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue [PRIVATE_IP] 19:20:03 MSK 3min 1s Tue [PRIVATE_IP] 19:14:35 MSK 2min 27s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue [PRIVATE_IP] 19:21:14 MSK 4min 12s Tue [PRIVATE_IP] 19:16:14 MSK 47s ago netbird-peers-health.timer netbird-peers-health.service +Tue [PRIVATE_IP] 19:21:23 MSK 4min 21s Tue [PRIVATE_IP] 19:11:23 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue [PRIVATE_IP] 19:21:37 MSK 4min 34s Tue [PRIVATE_IP] 19:06:37 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue [PRIVATE_IP] 19:21:37 MSK 4min 34s Tue [PRIVATE_IP] 19:06:37 MSK 10min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue [PRIVATE_IP] 19:21:52 MSK 4min 49s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue [PRIVATE_IP] 19:23:23 MSK 6min Tue [PRIVATE_IP] 19:08:23 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue [PRIVATE_IP] 19:23:23 MSK 6min Tue [PRIVATE_IP] 19:08:23 MSK 8min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue [PRIVATE_IP] 19:30:00 MSK 12min Tue [PRIVATE_IP] 19:15:07 MSK 1min 55s ago homelab-incident-journal.timer homelab-incident-journal.service +Tue [PRIVATE_IP] 19:30:24 MSK 13min Tue [PRIVATE_IP] 19:16:14 MSK 47s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue [PRIVATE_IP] 19:31:00 MSK 13min Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue [PRIVATE_IP] 19:31:18 MSK 14min Tue [PRIVATE_IP] 19:16:14 MSK 47s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue [PRIVATE_IP] 19:31:31 MSK 14min Tue [PRIVATE_IP] 19:01:50 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue [PRIVATE_IP] 19:42:35 MSK 25min Tue [PRIVATE_IP] 19:11:07 MSK 5min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Tue [PRIVATE_IP] 20:08:21 MSK 51min Tue [PRIVATE_IP] 14:08:21 MSK 5h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Wed [PRIVATE_IP] 00:00:00 MSK 4h 42min Tue [PRIVATE_IP] 00:00:04 MSK - dpkg-db-backup.timer dpkg-db-backup.service +Wed [PRIVATE_IP] 00:08:00 MSK 4h 50min Tue [PRIVATE_IP] 00:13:04 MSK - homelab-evidence-catalog.timer homelab-evidence-catalog.service +Wed [PRIVATE_IP] 00:16:42 MSK 4h 59min Tue [PRIVATE_IP] 00:18:15 MSK - homelab-docker-health.timer homelab-docker-health.service +Wed [PRIVATE_IP] 00:17:13 MSK 5h 0min Tue [PRIVATE_IP] 00:01:58 MSK - homelab-storage-capacity.timer homelab-storage-capacity.service +Wed [PRIVATE_IP] 00:19:48 MSK 5h 2min Tue [PRIVATE_IP] 00:17:08 MSK - homelab-quality-gate.timer homelab-quality-gate.service +Wed [PRIVATE_IP] 00:46:11 MSK 5h 29min Tue [PRIVATE_IP] 00:10:58 MSK - logrotate.timer logrotate.service +Wed [PRIVATE_IP] 01:35:41 MSK 6h Tue [PRIVATE_IP] 06:08:32 MSK - apt-daily.timer apt-daily.service +Wed [PRIVATE_IP] 03:25:00 MSK 8h Tue [PRIVATE_IP] 04:47:03 MSK - pve-daily-update.timer pve-daily-update.service +Wed [PRIVATE_IP] 03:50:00 MSK 8h Tue [PRIVATE_IP] 03:50:04 MSK - filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Wed [PRIVATE_IP] 04:07:26 MSK 8h Tue [PRIVATE_IP] 06:52:40 MSK - man-db.timer man-db.service +Wed [PRIVATE_IP] 04:37:27 MSK 9h Tue [PRIVATE_IP] 04:41:15 MSK - homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Wed [PRIVATE_IP] 05:03:43 MSK 9h Tue [PRIVATE_IP] 04:53:48 MSK - homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Wed [PRIVATE_IP] 06:59:09 MSK 11h Tue [PRIVATE_IP] 06:55:04 MSK - apt-daily-upgrade.timer apt-daily-upgrade.service +Wed [PRIVATE_IP] 07:07:13 MSK 11h Tue [PRIVATE_IP] 07:11:04 MSK - homelab-drift-check.timer homelab-drift-check.service +Wed [PRIVATE_IP] 07:26:17 MSK 12h Tue [PRIVATE_IP] 07:31:04 MSK - homelab-service-registry-check.timer homelab-service-registry-check.service +Wed [PRIVATE_IP] 07:45:13 MSK 12h Tue [PRIVATE_IP] 07:51:38 MSK - homelab-dependency-map-check.timer homelab-dependency-map-check.service +Wed [PRIVATE_IP] 07:48:38 MSK 12h Tue [PRIVATE_IP] 07:42:15 MSK - homelab-runbook-generate.timer homelab-runbook-generate.service +Wed [PRIVATE_IP] 07:50:09 MSK 12h Tue [PRIVATE_IP] 08:02:38 MSK - homelab-desired-state-sync.timer homelab-desired-state-sync.service +Wed [PRIVATE_IP] 07:50:12 MSK 12h Tue [PRIVATE_IP] 07:46:29 MSK - homelab-alerting-health.timer homelab-alerting-health.service +Wed [PRIVATE_IP] 08:05:38 MSK 12h Tue [PRIVATE_IP] 07:58:29 MSK - homelab-duty-admin-report.timer homelab-duty-admin-report.service +Wed [PRIVATE_IP] 08:14:40 MSK 12h Tue [PRIVATE_IP] 08:12:49 MSK - homelab-overall-health.timer homelab-overall-health.service +Wed [PRIVATE_IP] 08:22:55 MSK 13h Tue [PRIVATE_IP] 08:10:04 MSK - homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Wed [PRIVATE_IP] 08:31:04 MSK 13h Tue [PRIVATE_IP] 08:26:15 MSK - homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Wed [PRIVATE_IP] 08:32:26 MSK 13h Tue [PRIVATE_IP] 08:33:15 MSK - homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Wed [PRIVATE_IP] 08:38:27 MSK 13h Tue [PRIVATE_IP] 08:32:16 MSK - homelab-capacity-risk.timer homelab-capacity-risk.service +Wed [PRIVATE_IP] 08:46:17 MSK 13h Tue [PRIVATE_IP] 08:54:49 MSK - immich-media-offhost-sync.timer immich-media-offhost-sync.service +Wed [PRIVATE_IP] 08:53:02 MSK 13h Tue [PRIVATE_IP] 08:41:29 MSK - homelab-cluster-passport.timer homelab-cluster-passport.service +Wed [PRIVATE_IP] 09:01:32 MSK 13h Tue [PRIVATE_IP] 08:45:29 MSK - homelab-golden-state-index.timer homelab-golden-state-index.service +Wed [PRIVATE_IP] 09:18:21 MSK 14h Tue [PRIVATE_IP] 14:10:02 MSK 5h 7min ago memos-offhost-sync.timer memos-offhost-sync.service +Wed [PRIVATE_IP] 10:15:00 MSK 14h Tue [PRIVATE_IP] 14:05:21 MSK 5h 11min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Wed [PRIVATE_IP] 14:20:17 MSK 19h Tue [PRIVATE_IP] 14:20:17 MSK 4h 56min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 03:10:40 MSK 4 days Sun [PRIVATE_IP] 03:10:15 MSK - xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:44 MSK 4 days Sun [PRIVATE_IP] 03:10:15 MSK - e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:13:29 MSK 5 days Mon [PRIVATE_IP] 00:13:29 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 00:25:07 MSK 5 days Mon [PRIVATE_IP] 01:18:15 MSK - fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 6cdf390..2af435e 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,38 +1 @@ -{ - "schema_version": 1, - "channel": "homelab-runtime", - "command_id": "POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z", - "status": "OK", - "rc": 0, - "host": "pve01", - "mode": "verify", - "component": "post-handoff-timeout-state-forensic", - "started_at_utc": "2026-07-28T16:02:07Z", - "finished_at_utc": "2026-07-28T16:02:08Z", - "reference_register_checked": true, - "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", - "error_register_checked": true, - "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "9906601de28bab81c41b13434189f468518ef9f400754583faa9a8480c6688c3", - "duplicate_failed_command_blocked": false, - "block_reason": null, - "execution_started": true, - "change_declared": false, - "result_contract_valid": true, - "result_contract_status": null, - "result_contract_error": null, - "command_rc": 0, - "changes_made": false, - "rollback_started": false, - "rollback_restored": null, - "mutation_outcome": "NO_MUTATION", - "sanitized": true, - "secrets_included": false, - "private_addresses_included": false, - "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "ef09ecd4d1bad72214f24582010996ba6b4702b75b13dd75fcee14ccf8da35ef", - "sanitized_output_sha256": "ef09ecd4d1bad72214f24582010996ba6b4702b75b13dd75fcee14ccf8da35ef", - "output_truncated_in_json": false, - "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n{\"bootstrap_state\":{\"capsule_sha256\":\"76d502ff8a0e901c44e33ddd8d6b5d825e24041dd6220255bc356c7fc48dc6fd\",\"status\":\"FAIL\"},\"changes_made\":false,\"classification\":\"PARTIAL_OR_UNKNOWN_STATE\",\"command_id\":\"POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z\",\"completion_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z-COMPLETION\",\"completion_report\":{\"exists\":false,\"path\":\"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/completion.json\"},\"completion_state\":null,\"diagnosed_apply_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"edge\":{\"config_sha256\":\"bb8fff32953ac81b7c93a943308c939804262ea8db3c21a344a417adec45e8e8\",\"container_id\":\"2f18b3d7f3865edf4bdb4ae658fbecc4f75145acab1ffac2fe57df1d889952c9\",\"container_image\":\"docker.io/zoeyvid/npmplus:2026-06-17-b1\",\"container_running\":true,\"container_started_at\":\"2026-07-28T11:06:45.929887242Z\",\"host\":\"edge-vm\",\"network_mode\":\"host\",\"nginx_test_rc\":0,\"rc\":0,\"source_match\":true,\"target_match\":false},\"journal\":{\"rc\":0,\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\",\"stdout_sha256\":\"5e984993b1cc92850ab4e0bc2bcdbc89361e4fb1e538da54dcce5b1d855f5c55\",\"tail\":\"Jul 28 18:55:08.077128 pve01 systemd[1]: Starting homelab-stable-local-result-apply-fix1-20260728t155329z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py...\\nJul 28 18:55:46.474278 pve01 python3[942971]: Traceback (most recent call last):\\nJul 28 18:55:46.474278 pve01 python3[942971]: File \\\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\\\", line 1069, in main\\nJul 28 18:55:46.474278 pve01 python3[942971]: File \\\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\\\", line 115, in require\\nJul 28 18:55:46.474278 pve01 python3[942971]: ApplyError: BOOTSTRAP_NOT_OK\\nJul 28 18:55:46.474278 pve01 python3[942971]: During handling of the above exception, another exception occurred:\\nJul 28 18:55:46.474278 pve01 python3[942971]: Traceback (most recent call last):\\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\\\", line 1436, in \\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\\\", line 1377, in main\\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\\\", line 1039, in write_report\\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/usr/lib/python3.13/pathlib/_local.py\\\", line 557, in write_text\\nJul 28 18:55:46.477343 pve01 python3[942971]: return PathBase.write_text(self, data, encoding, errors, newline)\\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/usr/lib/python3.13/pathlib/_abc.py\\\", line 651, in write_text\\nJul 28 18:55:46.477343 pve01 python3[942971]: with self.open(mode='w', encoding=encoding, errors=errors, newline=newline) as f:\\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nJul 28 18:55:46.477343 pve01 python3[942971]: File \\\"/usr/lib/python3.13/pathlib/_local.py\\\", line 539, in open\\nJul 28 18:55:46.477343 pve01 python3[942971]: return io.open(self, mode, buffering, encoding, errors, newline)\\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nJul 28 18:55:46.477343 pve01 python3[942971]: FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/completion.json'\\nJul 28 18:55:46.483343 pve01 systemd[1]: homelab-stable-local-result-apply-fix1-20260728t155329z.service: Main process exited, code=exited, status=1/FAILURE\\nJul 28 18:55:46.483414 pve01 systemd[1]: homelab-stable-local-result-apply-fix1-20260728t155329z.service: Failed with result 'exit-code'.\\nJul 28 18:55:46.483535 pve01 systemd[1]: Failed to start homelab-stable-local-result-apply-fix1-20260728t155329z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py.\"},\"ledger\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-result-ledger\"},\"local_surface\":{\"feed\":{\"body_sha256\":\"296694a5397ff493f0d6d71b105f3368fb9e5a7603dd0bb42950cfaa8cb714f9\",\"document\":{\"found\":false,\"schema\":1,\"status\":\"not_found\"},\"headers\":{\"cache-control\":\"no-store, no-cache, must-revalidate, max-age=0\",\"content-type\":\"application/json; charset=utf-8\",\"etag\":null},\"http\":404},\"latest\":{\"body_sha256\":\"296694a5397ff493f0d6d71b105f3368fb9e5a7603dd0bb42950cfaa8cb714f9\",\"document\":{\"found\":false,\"schema\":1,\"status\":\"not_found\"},\"headers\":{\"cache-control\":\"no-store, no-cache, must-revalidate, max-age=0\",\"content-type\":\"application/json; charset=utf-8\",\"etag\":null},\"http\":404}},\"private_addresses_included\":false,\"production_files\":{\"adapter\":{\"bytes\":86019,\"exists\":true,\"gid\":0,\"is_dir\":false,\"is_file\":true,\"is_symlink\":false,\"lexists\":true,\"mode\":493,\"path\":\"/usr/local/sbin/homelab-command-adapter\",\"sha256\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"source_match\":true,\"target_match\":false,\"uid\":0},\"lookup\":{\"bytes\":12083,\"exists\":true,\"gid\":0,\"is_dir\":false,\"is_file\":true,\"is_symlink\":false,\"lexists\":true,\"mode\":493,\"path\":\"/usr/local/sbin/homelab-result-lookup\",\"sha256\":\"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c\",\"source_match\":true,\"target_match\":false,\"uid\":0},\"unit\":{\"bytes\":785,\"exists\":true,\"gid\":0,\"is_dir\":false,\"is_file\":true,\"is_symlink\":false,\"lexists\":true,\"mode\":420,\"path\":\"/etc/systemd/system/homelab-result-lookup.service\",\"sha256\":\"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d\",\"source_match\":false,\"target_match\":false,\"uid\":0}},\"public_surface\":{\"feed\":{\"body_sha256\":\"47b1ada47204df731a95d06e3d6e6ac59fe44c4c5cf7555b151c49b9f597b696\",\"document\":{\"adapter\":\"ok\",\"recent_results\":[{\"capsule_sha256\":\"76d502ff8a0e901c44e33ddd8d6b5d825e24041dd6220255bc356c7fc48dc6fd\",\"changes_made\":null,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"component\":\"stable-local-result-feed-and-full-latest-apply\",\"error_type\":null,\"evidence_sha256\":\"5661c3c3b2c9b0868d8a9acdbabc1837ab19de4b49360179d472a9a325c783bc\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T15:55:43.291961+00:00\",\"gateway_verified\":true,\"mode\":\"change\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:54:47.016583+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"5bdae25999c0cf4ac0ebed5c7d6c8bbcd372f3ae11c2c6a30e81909f44dcc003\",\"changes_made\":null,\"command_id\":\"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z\",\"component\":\"systemd-handoff-failure-readonly-diag\",\"error_type\":null,\"evidence_sha256\":\"5f641d0292f48f0048b94f7164511a2441b90e20b33bf2bbd60c74d749052e6a\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T15:49:10.075787+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:49:05.384304+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"accb828fad57f798190cbe5b36c108bde54679cb26b132d0861e60a6ca90ddcc\",\"changes_made\":null,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z\",\"component\":\"stable-local-result-feed-and-full-latest-apply\",\"error_type\":null,\"evidence_sha256\":\"c316c74ebf06a41d00432876bda3c7fd288fdf5876a5551d6259afb608835a03\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T15:44:38.086942+00:00\",\"gateway_verified\":true,\"mode\":\"change\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:44:12.526760+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"57e75db0c50dcc2b5cc6aa498d817de1b96af50a37f234c5256429c3be16b8ab\",\"changes_made\":null,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-FIX2-20260728T152616Z\",\"component\":\"stable-local-result-feed-and-full-latest-plan\",\"error_type\":null,\"evidence_sha256\":\"21c349a78ccc60d1c72ab2acdd80919f1b276b076ded8d57f42aab0ca6c4c186\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T15:28:10.227424+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:27:45.462468+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"35ca6368f1e398573ee5c412602dc07a24a8811c9dc1f8bfa1eadae429f9876a\",\"changes_made\":null,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-FIX1-20260728T151831Z\",\"component\":\"stable-local-result-feed-and-full-latest-plan\",\"error_type\":null,\"evidence_sha256\":\"40f03f96aa70ad71e730a68dd40ae1d6517251de17058b0c70d7010e42fdf096\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T15:20:30.144025+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":50,\"runner_rc\":50,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:20:25.285309+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"6be3599e55e357cb1701d0543fb25979c979e302b8ad47ab0df17f60c813d2dc\",\"changes_made\":null,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-20260728T141030Z\",\"component\":\"stable-local-result-feed-and-full-latest-plan\",\"error_type\":null,\"evidence_sha256\":\"2cde1df62275639fb150d4433091d33d1636f08f8db04133b8bdb2d3e610ecea\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T14:12:17.791603+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":50,\"runner_rc\":50,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T14:12:11.232810+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"d1af5c89369bf5612851b8d206a76da2b9154645e694198f530d11fd88731e73\",\"changes_made\":null,\"command_id\":\"DIRECT-LOCAL-RESULT-LEDGER-READBACK-PLAN-FIX1-20260728T134331Z\",\"component\":\"direct-local-result-ledger-readback-plan\",\"error_type\":null,\"evidence_sha256\":\"d8c7adb2fc300a8452adeb66e43e7ec6854bd38946755409f5f11e112cbd07b2\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T13:46:56.327747+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T13:46:51.482518+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"84ccf3bf700842b46784275045df7f726b23728c3f2eb2cbea3772173c331874\",\"changes_made\":null,\"command_id\":\"DIRECT-LOCAL-RESULT-LEDGER-READBACK-PLAN-20260727T202322Z\",\"component\":\"direct-local-result-ledger-readback-plan\",\"error_type\":null,\"evidence_sha256\":\"091db89c6d93152e754c8de6deee530da543f7b1fc828a2b446ec9d52ec13a0c\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-28T13:36:00.894226+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T13:35:56.012657+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"66f00dc3f5269fcbdbc31f2720ad9ff3eb1e6566549d186c821710ef46521e71\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-MODERATOR-GITEA-SNAPSHOT-LEGACY-PLAN-20260727T195132Z\",\"component\":\"skladchik-moderator-gitea-snapshot-legacy-plan\",\"error_type\":null,\"evidence_sha256\":\"1a8c6064ec9bcb38ffcba4f7f7dc5a495f772158a17e6c5c50ddf2912a94a0d0\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T19:53:29.037146+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T19:53:23.833602+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"4f9d770ab9369d807ca30ac337a09abdb3f5d2c3c3faa929b3e57e2ba079b539\",\"changes_made\":null,\"command_id\":\"GITEA-WRITE-PATH-READONLY-DIAG-20260727T193539Z\",\"component\":\"gitea-write-path-diagnostic\",\"error_type\":null,\"evidence_sha256\":\"d76cb927fa19ceddbe99184073f3cee459bc2415970ab105ec61685edffc22bd\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T19:36:27.142120+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T19:36:22.674042+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"d63cd79ae8186b3c05dbcb154ce16fea9293d3b7cfd81feb334cf5377a175d23\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-MODERATOR-GITEA-SNAPSHOT-PLAN-V2-20260727T183508Z\",\"component\":\"skladchik-moderator-gitea-snapshot-plan-v2\",\"error_type\":null,\"evidence_sha256\":\"2cb08ce50f20c152a321a01c7548f78b1419febbd3783cdc92f89cc44d62b16a\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T19:32:11.312795+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T19:32:06.534881+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"e303f81f7aee91425f29813e5b121a77809266e29131bbd58f5a013dbda1a569\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-FIX2-20260727T182345Z\",\"component\":\"skladchik-moderator-assistant-gitea-snapshot-plan\",\"error_type\":null,\"evidence_sha256\":\"259924beb21ec15adb76c839694cf01bbebceb4aadea537a6729ddc779457350\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T18:24:26.221041+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T18:24:21.702983+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"f3bc68939730261435e3edf5aeafffeb5c09d49059dc14b99a3c3cfc6423bb12\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-FIX1-20260727T182042Z\",\"component\":\"skladchik-moderator-assistant-gitea-snapshot-plan\",\"error_type\":null,\"evidence_sha256\":\"9e68619dfef017a3352f68fd96341ae8c35a27d9b31cb0f5b0ff79e7274eba9d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T18:21:32.431201+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T18:21:26.818272+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"3f0613ee8062a7cd2adf5d42861dbb24778f96f831c8c1512d5fbee465bf6d3b\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-GITEA-SNAPSHOT-PLAN-STATE-DIAG-20260727T181543Z\",\"component\":\"skladchik-gitea-plan-state-diagnostic\",\"error_type\":null,\"evidence_sha256\":\"b942adffc134bbdcae843ba09634b6800f061fcbad718a0f8e304e0a1350402d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T18:16:26.785463+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T18:16:22.240389+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"5c4f200fcfc442bb8f26efdb1e4129b90195de21599d0a61b8e72e15e2e1b379\",\"changes_made\":null,\"command_id\":\"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-20260727T181023Z\",\"component\":\"skladchik-moderator-assistant-gitea-snapshot-plan\",\"error_type\":null,\"evidence_sha256\":\"d55a8c2c6dbce1def3f949413ec982271aeaca387ca3471698e2c6cbb7ecf772\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T18:11:54.011330+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T18:11:49.258492+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"e199e38561a17fdf5e710f4c45132804bb398beebd591ac39ee77f50e1226f8e\",\"changes_made\":null,\"command_id\":\"HOMELAB-EXTERNAL-READBACK-RUNTIME-TOKEN-FIX1-20260727T173410Z\",\"component\":\"external-readback-runtime-token\",\"error_type\":null,\"evidence_sha256\":\"af3fc8e1817a80cd88d2d5e6b148e9b915855ee963af8b57636f6db7b86bd446\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T17:34:46.127904+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T17:34:41.280862+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"9b53c24537a0c887b7d5ab0854a5221e9f0a911f8334004dc4a3bf2f8c401d6a\",\"changes_made\":null,\"command_id\":\"RUNNER-LINKED-REMOVAL-CONTRACT-CLOSURE-FIX2-20260727T172136Z\",\"component\":\"runner-linked-removal-closure\",\"error_type\":null,\"evidence_sha256\":\"d8b33d29128284477bd98a7a5b40f4e84639a6d701abe069d0b1148c9b96629d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T17:24:02.137074+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T17:23:57.689401+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"a804ea3680a3549d23b542317c1f08fd4f403dcfdc23ad52ef303ac7d5b2e90a\",\"changes_made\":null,\"command_id\":\"RUNNER-LINKED-REMOVAL-CONTRACT-CLOSURE-FIX1-20260727T171646Z\",\"component\":\"runner-linked-removal-closure\",\"error_type\":null,\"evidence_sha256\":\"e3f67048cdce9772ea388920525f9816f596cb373d26eba8010d124c4d65e3d6\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T17:18:02.253078+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T17:17:57.545833+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"1fcc93cac11881cc7d848c714d074840205e9e8320b3f6a010b7d67890ab1dc6\",\"changes_made\":null,\"command_id\":\"RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z\",\"component\":\"runner\",\"error_type\":null,\"evidence_sha256\":\"ca72166f0c3077fc6ea8d7b7aa1e5ca99b3850a6cf328d03d71d6f29f615e306\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T17:08:41.234745+00:00\",\"gateway_verified\":true,\"mode\":\"change\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":76,\"runner_rc\":76,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T17:08:36.071460+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"241ef90f1ffbadc5a0cbbb97a7139b8b62041dcc2c2b9f619c4a887d613fe816\",\"changes_made\":null,\"command_id\":\"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z\",\"component\":\"runner-linked-removal-plan\",\"error_type\":null,\"evidence_sha256\":\"365e043ac8e20a5033d98863681b168450ea6f8e76667fbc5d1d3ce2c575e7da\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T16:56:40.307012+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T16:56:35.541388+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"b721043ccd884dc33984ff62d8a96f0502cbc1ffbf4767a031318e476e01e5d6\",\"changes_made\":null,\"command_id\":\"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX1-20260727T165053Z\",\"component\":\"runner-linked-removal-plan\",\"error_type\":null,\"evidence_sha256\":\"577ec012b8eaf1932e2eb18bd675dda889f3fb2eacebe60659234042cc82340d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T16:52:53.012051+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T16:52:46.325135+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"05dbbc1bd572a975501aeb09f13e921c1b7dcb796ff8d4f80960aa9bd0512d88\",\"changes_made\":null,\"command_id\":\"HOMELAB-MUTATION-CLOSURE-FORENSIC-FIX2-20260727T164022Z\",\"component\":\"mutation-closure-forensic\",\"error_type\":null,\"evidence_sha256\":\"ddef0ce987a7d1a7670b6a024be569c5e9977ed1eb527cef3cd63351f5c717d5\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T16:42:42.406375+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T16:42:36.720019+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"cf9eb9ef71422b9fbb69a5370790478f1173512cb7dc5b3785c690aa7f3c9c1c\",\"changes_made\":null,\"command_id\":\"HOMELAB-FULL-CHAIN-FAILURE-DIAG-20260727T162712Z\",\"component\":\"full-chain-diagnostic\",\"error_type\":null,\"evidence_sha256\":\"3b72421f4c41841d22d10241ce0e6c58682263926889a676ccf8278e0e7c145a\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T16:32:03.214408+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T16:31:57.765232+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"3eac15867564c803c0843cb31aba9a0502d813db389ff70844170b6042d8920c\",\"changes_made\":null,\"command_id\":\"HOMELAB-FULL-CHAIN-READONLY-ACCEPTANCE-FIX1-20260727T161806Z\",\"component\":\"full-chain-acceptance\",\"error_type\":null,\"evidence_sha256\":\"eb306ee74263deddd00b30bcd0482dda08d367c5f7e41b7917acf02202801d2c\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T16:22:07.589708+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T16:22:01.809246+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"c6bb65491267af667e03239a10cb4d5415208989b8e3798bcef49666c1caa829\",\"changes_made\":null,\"command_id\":\"RESULT-LOOKUP-FRESH-E2E-SMOKE-20260727T150516Z\",\"component\":\"result-lookup\",\"error_type\":null,\"evidence_sha256\":\"ad908dec13b6e185f0b982603ba23e52fe2bb1ae24422c4848081c1d2fa57d0a\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T15:06:24.048910+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T15:06:19.714766+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"b4d4f5ce617227f8b88ebe4610146fa82a3cdf95df03b776e51553511383642e\",\"changes_made\":null,\"command_id\":\"RESULT-LOOKUP-UNIQUE-URL-PLAN-FIX8-MODEFIX2-20260727T142145Z\",\"component\":\"result-lookup\",\"error_type\":null,\"evidence_sha256\":\"b67270fd144bc64578d069653b534bf8a1eaf16363c389b11f1b82b3fb226537\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T14:24:12.146044+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T14:24:06.838982+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"c2d52914d54ad08502d241729f4e29fab48cc67b96781acc48a3a9b99ee1907e\",\"changes_made\":null,\"command_id\":\"RESULT-LOOKUP-UNIQUE-URL-PLAN-FIX8-MODEFIX1-20260727T140240Z\",\"component\":\"result-lookup\",\"error_type\":null,\"evidence_sha256\":\"a8f7fa3c88d24ad9136b49a517256dea4a57643800c0cc2717c8c9dda4bde47d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T14:08:33.835923+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":1,\"runner_rc\":1,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T14:08:29.302955+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"6213ab37b9aad84624d1cae3c33ec778554cf1cdc61949c121cd77d2026e780f\",\"changes_made\":null,\"command_id\":\"RESULT-FEED-POSTRUN-INGEST-DIAG-20260727T132159Z\",\"component\":\"result-feed\",\"error_type\":null,\"evidence_sha256\":\"011e2eb97d5b01f3a25a60b1f6046dd63bec49474ff02d7e33ce716e8e5e073f\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T13:24:12.906964+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T13:24:07.168788+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"f5c38e334f8d1e9eca7bc2070ff5dce6c1953d25653145c1000b2bc3d33a541a\",\"changes_made\":null,\"command_id\":\"RESULT-FEED-END-TO-END-SMOKE-20260727T131123Z\",\"component\":\"result-feed\",\"error_type\":null,\"evidence_sha256\":\"d01bf6c9ad5a909500258057b066dfaa7587f61cd27e17cefae7003c79fee2fb\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T13:12:24.765172+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T13:12:20.173619+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"63e72836e222f10e1dcb79ed704cd44651ac488e45c8145437f29b122a642e05\",\"changes_made\":null,\"command_id\":\"RESULT-FEED-BOOTSTRAP-20260727T094558Z\",\"component\":\"result-integration\",\"error_type\":null,\"evidence_sha256\":\"c6ae98cf5a4df32341c61da35cdf14a6623e129bdb298853f836b5ccb2a7334d\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T09:48:08.745143+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T09:48:04.329136+00:00\",\"status\":\"OK\"},{\"capsule_sha256\":\"0d7f18443ac0132c693f1b16a72dd7ce5385cd21bf00932a562ee62768133a5d\",\"changes_made\":null,\"command_id\":\"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z\",\"component\":\"result-integration\",\"error_type\":\"InterruptedExecution\",\"evidence_sha256\":null,\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T09:11:52.964315+00:00\",\"gateway_verified\":false,\"mode\":\"change\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":null,\"runner_rc\":null,\"runner_wrapper_matches_document\":null,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T09:08:46.908375+00:00\",\"status\":\"FAIL\"},{\"capsule_sha256\":\"c7fa79d355e4db0d8e2bd13bf4687408ad7a06fa127da86799bbba1d2bc81807\",\"changes_made\":null,\"command_id\":\"MINIMAL-RESULT-FEED-PLAN-20260727T084859Z\",\"component\":\"result-integration\",\"error_type\":null,\"evidence_sha256\":\"7c471b7a1f88440b3817026529dcf14cba539323c1675e035514e266f495a3e6\",\"failure_stage\":null,\"finished_at_utc\":\"2026-07-27T08:50:57.862897+00:00\",\"gateway_verified\":true,\"mode\":\"verify\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rollback_started\":null,\"runner_document_rc\":0,\"runner_rc\":0,\"runner_wrapper_matches_document\":true,\"sanitized\":true,\"secrets_included\":false,\"started_at_utc\":\"2026-07-27T08:50:53.222922+00:00\",\"status\":\"OK\"}],\"result_sequence\":\"f66d7e08a7bd2cf81ae5e37ec665c51c58a78e8c881549e927553065bb461f54\",\"status\":\"ok\",\"version\":3},\"headers\":{\"cache-control\":\"no-store, no-cache, must-revalidate\",\"content-type\":\"application/json; charset=utf-8\",\"etag\":null},\"http\":200},\"latest\":{\"body_sha256\":\"1bfe0d3b1236800a850e1254f3952bda5132ecf9dcec7916ba54bdfce42d936b\",\"document\":{\"block_reason\":null,\"change_declared\":true,\"changes_made\":false,\"channel\":\"homelab-runtime\",\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"command_rc\":1,\"command_sha256\":\"1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377\",\"component\":\"stable-local-result-feed-and-full-latest-apply\",\"duplicate_failed_command_blocked\":false,\"error_register_checked\":true,\"error_register_sha256\":\"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83\",\"execution_started\":true,\"finished_at_utc\":\"2026-07-28T15:55:38Z\",\"full_sanitized_output_url\":\"https://git.gram1.ru/.well-known/homelab-runtime/latest.txt\",\"host\":\"pve01\",\"mode\":\"change\",\"mutation_outcome\":\"NO_MUTATION\",\"output\":\"HOMELAB_RESULT_CONTRACT={\\\"changes_made\\\":false,\\\"command_id\\\":\\\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\\\",\\\"rollback_restored\\\":null,\\\"rollback_started\\\":false,\\\"status\\\":\\\"FAIL\\\",\\\"version\\\":1}\\n{\\\"PLAN_SHA256\\\":\\\"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79\\\",\\\"backup_changed\\\":false,\\\"changes_made\\\":false,\\\"cluster_changed\\\":false,\\\"command_id\\\":\\\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\\\",\\\"failure\\\":\\\"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds\\\",\\\"failure_type\\\":\\\"TimeoutExpired\\\",\\\"gitea_changed\\\":false,\\\"minio_changed\\\":false,\\\"private_addresses_included\\\":false,\\\"rollback_started\\\":false,\\\"sanitized\\\":true,\\\"schema\\\":1,\\\"secrets_included\\\":false,\\\"status\\\":\\\"BLOCKED\\\"}\\n\",\"output_truncated_in_json\":false,\"private_addresses_included\":false,\"raw_evidence_retained_locally\":true,\"raw_evidence_sha256\":\"e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc\",\"rc\":1,\"reference_register_checked\":true,\"reference_sha256\":\"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\",\"result_contract_error\":null,\"result_contract_status\":\"FAIL\",\"result_contract_valid\":true,\"rollback_restored\":null,\"rollback_started\":false,\"sanitized\":true,\"sanitized_output_sha256\":\"e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc\",\"schema_version\":1,\"secrets_included\":false,\"started_at_utc\":\"2026-07-28T15:54:47Z\",\"status\":\"FAIL\"},\"headers\":{\"cache-control\":\"max-age=0, private, must-revalidate, no-transform\",\"content-type\":\"application/json\",\"etag\":null},\"http\":200}},\"rollback\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\"},\"rollback_started\":false,\"sanitized\":true,\"schema\":1,\"secrets_included\":false,\"services\":{\"homelab-command-adapter.service\":{\"ActiveState\":\"active\",\"CollectMode\":\"inactive\",\"ExecMainCode\":\"0\",\"ExecMainStatus\":\"0\",\"FragmentPath\":\"/etc/systemd/system/homelab-command-adapter.service\",\"Group\":\"homelab-command-portal\",\"Id\":\"homelab-command-adapter.service\",\"LoadState\":\"loaded\",\"MainPID\":\"11360\",\"NRestarts\":\"22\",\"Result\":\"success\",\"SubState\":\"running\",\"Transient\":\"no\",\"User\":\"root\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"homelab-command-portal.service\":{\"ActiveState\":\"active\",\"CollectMode\":\"inactive\",\"ExecMainCode\":\"0\",\"ExecMainStatus\":\"0\",\"FragmentPath\":\"/etc/systemd/system/homelab-command-portal.service\",\"Group\":\"homelab-command-portal\",\"Id\":\"homelab-command-portal.service\",\"LoadState\":\"loaded\",\"MainPID\":\"466240\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"Transient\":\"no\",\"User\":\"homelab-command-portal\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"homelab-result-lookup.service\":{\"ActiveState\":\"active\",\"CollectMode\":\"inactive\",\"ExecMainCode\":\"0\",\"ExecMainStatus\":\"0\",\"FragmentPath\":\"/etc/systemd/system/homelab-result-lookup.service\",\"Group\":\"homelab-result-lookup\",\"Id\":\"homelab-result-lookup.service\",\"LoadState\":\"loaded\",\"MainPID\":\"466244\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"Transient\":\"no\",\"User\":\"homelab-result-lookup\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}},\"staging\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\"},\"status\":\"OK\",\"transient_unit\":{\"ActiveState\":\"inactive\",\"CollectMode\":\"inactive\",\"ExecMainCode\":\"0\",\"ExecMainStatus\":\"0\",\"FragmentPath\":\"\",\"Group\":\"\",\"Id\":\"homelab-stable-local-result-apply-fix1-20260728t155329z.service\",\"LoadState\":\"not-found\",\"MainPID\":\"0\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"dead\",\"Transient\":\"no\",\"User\":\"\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}}\n" -} +{"schema_version":1,"channel":"homelab-runtime","command_id":"CONTEXT-AUTO-20260728T161701Z","status":"OK","rc":0,"host":"pve01","mode":"read-only","component":"cluster-context","started_at_utc":"2026-07-28T16:17:01Z","finished_at_utc":"2026-07-28T16:17:02Z","reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","changes_made":false,"sanitized":true,"secrets_included":false,"private_addresses_included":false,"output":"AUTOMATIC_CLUSTER_CONTEXT_REFRESH=OK"} diff --git a/runtime/latest.txt b/runtime/latest.txt index fac80cc..da11c28 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,34 +1,163 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z +COMMAND_ID=CONTEXT-AUTO-[PRIVATE_IP]701Z STATUS=OK RC=0 HOST=pve01 -MODE=verify -COMPONENT=post-handoff-timeout-state-forensic -REFERENCE_REGISTER_CHECK=OK -REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e -ERROR_REGISTER_CHECK=OK -ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=9906601de28bab81c41b13434189f468518ef9f400754583faa9a8480c6688c3 -DUPLICATE_FAILED_COMMAND_BLOCKED=false -EXECUTION_STARTED=true -CHANGE_DECLARED=false -RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE -RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 -CHANGES_MADE=false -ROLLBACK_STARTED=false -ROLLBACK_RESTORED=null -MUTATION_OUTCOME=NO_MUTATION -SANITIZED=yes -SECRETS_INCLUDED=no -PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=ef09ecd4d1bad72214f24582010996ba6b4702b75b13dd75fcee14ccf8da35ef -SANITIZED_OUTPUT_SHA256=ef09ecd4d1bad72214f24582010996ba6b4702b75b13dd75fcee14ccf8da35ef +COMPONENT=cluster-context +REFERENCE_SHA[PRIVATE_IP]f8edc75fcf[PRIVATE_IP]c[PRIVATE_IP]cc112ceccb6cf[PRIVATE_IP]a4deb8e +ERROR_REGISTER_SHA[PRIVATE_IP]c7fa[PRIVATE_IP]583c4aefac[PRIVATE_IP]1736ed[PRIVATE_IP]ab83 OUTPUT_BEGIN -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -{"bootstrap_state":{"capsule_sha256":"76d502ff8a0e901c44e33ddd8d6b5d825e24041dd6220255bc356c7fc48dc6fd","status":"FAIL"},"changes_made":false,"classification":"PARTIAL_OR_UNKNOWN_STATE","command_id":"POST-HANDOFF-TIMEOUT-STATE-FORENSIC-20260728T160103Z","completion_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z-COMPLETION","completion_report":{"exists":false,"path":"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/completion.json"},"completion_state":null,"diagnosed_apply_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","edge":{"config_sha256":"bb8fff32953ac81b7c93a943308c939804262ea8db3c21a344a417adec45e8e8","container_id":"2f18b3d7f3865edf4bdb4ae658fbecc4f75145acab1ffac2fe57df1d889952c9","container_image":"docker.io/zoeyvid/npmplus:2026-06-17-b1","container_running":true,"container_started_at":"2026-07-28T11:06:45.929887242Z","host":"edge-vm","network_mode":"host","nginx_test_rc":0,"rc":0,"source_match":true,"target_match":false},"journal":{"rc":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_sha256":"5e984993b1cc92850ab4e0bc2bcdbc89361e4fb1e538da54dcce5b1d855f5c55","tail":"Jul 28 18:55:08.077128 pve01 systemd[1]: Starting homelab-stable-local-result-apply-fix1-20260728t155329z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py...\nJul 28 18:55:46.474278 pve01 python3[942971]: Traceback (most recent call last):\nJul 28 18:55:46.474278 pve01 python3[942971]: File \"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\", line 1069, in main\nJul 28 18:55:46.474278 pve01 python3[942971]: File \"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\", line 115, in require\nJul 28 18:55:46.474278 pve01 python3[942971]: ApplyError: BOOTSTRAP_NOT_OK\nJul 28 18:55:46.474278 pve01 python3[942971]: During handling of the above exception, another exception occurred:\nJul 28 18:55:46.474278 pve01 python3[942971]: Traceback (most recent call last):\nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\", line 1436, in \nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\", line 1377, in main\nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py\", line 1039, in write_report\nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/usr/lib/python3.13/pathlib/_local.py\", line 557, in write_text\nJul 28 18:55:46.477343 pve01 python3[942971]: return PathBase.write_text(self, data, encoding, errors, newline)\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/usr/lib/python3.13/pathlib/_abc.py\", line 651, in write_text\nJul 28 18:55:46.477343 pve01 python3[942971]: with self.open(mode='w', encoding=encoding, errors=errors, newline=newline) as f:\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nJul 28 18:55:46.477343 pve01 python3[942971]: File \"/usr/lib/python3.13/pathlib/_local.py\", line 539, in open\nJul 28 18:55:46.477343 pve01 python3[942971]: return io.open(self, mode, buffering, encoding, errors, newline)\nJul 28 18:55:46.477343 pve01 python3[942971]: ~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nJul 28 18:55:46.477343 pve01 python3[942971]: FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/completion.json'\nJul 28 18:55:46.483343 pve01 systemd[1]: homelab-stable-local-result-apply-fix1-20260728t155329z.service: Main process exited, code=exited, status=1/FAILURE\nJul 28 18:55:46.483414 pve01 systemd[1]: homelab-stable-local-result-apply-fix1-20260728t155329z.service: Failed with result 'exit-code'.\nJul 28 18:55:46.483535 pve01 systemd[1]: Failed to start homelab-stable-local-result-apply-fix1-20260728t155329z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py."},"ledger":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-result-ledger"},"local_surface":{"feed":{"body_sha256":"296694a5397ff493f0d6d71b105f3368fb9e5a7603dd0bb42950cfaa8cb714f9","document":{"found":false,"schema":1,"status":"not_found"},"headers":{"cache-control":"no-store, no-cache, must-revalidate, max-age=0","content-type":"application/json; charset=utf-8","etag":null},"http":404},"latest":{"body_sha256":"296694a5397ff493f0d6d71b105f3368fb9e5a7603dd0bb42950cfaa8cb714f9","document":{"found":false,"schema":1,"status":"not_found"},"headers":{"cache-control":"no-store, no-cache, must-revalidate, max-age=0","content-type":"application/json; charset=utf-8","etag":null},"http":404}},"private_addresses_included":false,"production_files":{"adapter":{"bytes":86019,"exists":true,"gid":0,"is_dir":false,"is_file":true,"is_symlink":false,"lexists":true,"mode":493,"path":"/usr/local/sbin/homelab-command-adapter","sha256":"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d","source_match":true,"target_match":false,"uid":0},"lookup":{"bytes":12083,"exists":true,"gid":0,"is_dir":false,"is_file":true,"is_symlink":false,"lexists":true,"mode":493,"path":"/usr/local/sbin/homelab-result-lookup","sha256":"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c","source_match":true,"target_match":false,"uid":0},"unit":{"bytes":785,"exists":true,"gid":0,"is_dir":false,"is_file":true,"is_symlink":false,"lexists":true,"mode":420,"path":"/etc/systemd/system/homelab-result-lookup.service","sha256":"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d","source_match":false,"target_match":false,"uid":0}},"public_surface":{"feed":{"body_sha256":"47b1ada47204df731a95d06e3d6e6ac59fe44c4c5cf7555b151c49b9f597b696","document":{"adapter":"ok","recent_results":[{"capsule_sha256":"76d502ff8a0e901c44e33ddd8d6b5d825e24041dd6220255bc356c7fc48dc6fd","changes_made":null,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","component":"stable-local-result-feed-and-full-latest-apply","error_type":null,"evidence_sha256":"5661c3c3b2c9b0868d8a9acdbabc1837ab19de4b49360179d472a9a325c783bc","failure_stage":null,"finished_at_utc":"2026-07-28T15:55:43.291961+00:00","gateway_verified":true,"mode":"change","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T15:54:47.016583+00:00","status":"FAIL"},{"capsule_sha256":"5bdae25999c0cf4ac0ebed5c7d6c8bbcd372f3ae11c2c6a30e81909f44dcc003","changes_made":null,"command_id":"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z","component":"systemd-handoff-failure-readonly-diag","error_type":null,"evidence_sha256":"5f641d0292f48f0048b94f7164511a2441b90e20b33bf2bbd60c74d749052e6a","failure_stage":null,"finished_at_utc":"2026-07-28T15:49:10.075787+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T15:49:05.384304+00:00","status":"OK"},{"capsule_sha256":"accb828fad57f798190cbe5b36c108bde54679cb26b132d0861e60a6ca90ddcc","changes_made":null,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z","component":"stable-local-result-feed-and-full-latest-apply","error_type":null,"evidence_sha256":"c316c74ebf06a41d00432876bda3c7fd288fdf5876a5551d6259afb608835a03","failure_stage":null,"finished_at_utc":"2026-07-28T15:44:38.086942+00:00","gateway_verified":true,"mode":"change","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T15:44:12.526760+00:00","status":"FAIL"},{"capsule_sha256":"57e75db0c50dcc2b5cc6aa498d817de1b96af50a37f234c5256429c3be16b8ab","changes_made":null,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-FIX2-20260728T152616Z","component":"stable-local-result-feed-and-full-latest-plan","error_type":null,"evidence_sha256":"21c349a78ccc60d1c72ab2acdd80919f1b276b076ded8d57f42aab0ca6c4c186","failure_stage":null,"finished_at_utc":"2026-07-28T15:28:10.227424+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T15:27:45.462468+00:00","status":"OK"},{"capsule_sha256":"35ca6368f1e398573ee5c412602dc07a24a8811c9dc1f8bfa1eadae429f9876a","changes_made":null,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-FIX1-20260728T151831Z","component":"stable-local-result-feed-and-full-latest-plan","error_type":null,"evidence_sha256":"40f03f96aa70ad71e730a68dd40ae1d6517251de17058b0c70d7010e42fdf096","failure_stage":null,"finished_at_utc":"2026-07-28T15:20:30.144025+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":50,"runner_rc":50,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T15:20:25.285309+00:00","status":"FAIL"},{"capsule_sha256":"6be3599e55e357cb1701d0543fb25979c979e302b8ad47ab0df17f60c813d2dc","changes_made":null,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-PLAN-20260728T141030Z","component":"stable-local-result-feed-and-full-latest-plan","error_type":null,"evidence_sha256":"2cde1df62275639fb150d4433091d33d1636f08f8db04133b8bdb2d3e610ecea","failure_stage":null,"finished_at_utc":"2026-07-28T14:12:17.791603+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":50,"runner_rc":50,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T14:12:11.232810+00:00","status":"FAIL"},{"capsule_sha256":"d1af5c89369bf5612851b8d206a76da2b9154645e694198f530d11fd88731e73","changes_made":null,"command_id":"DIRECT-LOCAL-RESULT-LEDGER-READBACK-PLAN-FIX1-20260728T134331Z","component":"direct-local-result-ledger-readback-plan","error_type":null,"evidence_sha256":"d8c7adb2fc300a8452adeb66e43e7ec6854bd38946755409f5f11e112cbd07b2","failure_stage":null,"finished_at_utc":"2026-07-28T13:46:56.327747+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T13:46:51.482518+00:00","status":"FAIL"},{"capsule_sha256":"84ccf3bf700842b46784275045df7f726b23728c3f2eb2cbea3772173c331874","changes_made":null,"command_id":"DIRECT-LOCAL-RESULT-LEDGER-READBACK-PLAN-20260727T202322Z","component":"direct-local-result-ledger-readback-plan","error_type":null,"evidence_sha256":"091db89c6d93152e754c8de6deee530da543f7b1fc828a2b446ec9d52ec13a0c","failure_stage":null,"finished_at_utc":"2026-07-28T13:36:00.894226+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-28T13:35:56.012657+00:00","status":"FAIL"},{"capsule_sha256":"66f00dc3f5269fcbdbc31f2720ad9ff3eb1e6566549d186c821710ef46521e71","changes_made":null,"command_id":"SKLADCHIK-MODERATOR-GITEA-SNAPSHOT-LEGACY-PLAN-20260727T195132Z","component":"skladchik-moderator-gitea-snapshot-legacy-plan","error_type":null,"evidence_sha256":"1a8c6064ec9bcb38ffcba4f7f7dc5a495f772158a17e6c5c50ddf2912a94a0d0","failure_stage":null,"finished_at_utc":"2026-07-27T19:53:29.037146+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T19:53:23.833602+00:00","status":"FAIL"},{"capsule_sha256":"4f9d770ab9369d807ca30ac337a09abdb3f5d2c3c3faa929b3e57e2ba079b539","changes_made":null,"command_id":"GITEA-WRITE-PATH-READONLY-DIAG-20260727T193539Z","component":"gitea-write-path-diagnostic","error_type":null,"evidence_sha256":"d76cb927fa19ceddbe99184073f3cee459bc2415970ab105ec61685edffc22bd","failure_stage":null,"finished_at_utc":"2026-07-27T19:36:27.142120+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T19:36:22.674042+00:00","status":"OK"},{"capsule_sha256":"d63cd79ae8186b3c05dbcb154ce16fea9293d3b7cfd81feb334cf5377a175d23","changes_made":null,"command_id":"SKLADCHIK-MODERATOR-GITEA-SNAPSHOT-PLAN-V2-20260727T183508Z","component":"skladchik-moderator-gitea-snapshot-plan-v2","error_type":null,"evidence_sha256":"2cb08ce50f20c152a321a01c7548f78b1419febbd3783cdc92f89cc44d62b16a","failure_stage":null,"finished_at_utc":"2026-07-27T19:32:11.312795+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T19:32:06.534881+00:00","status":"FAIL"},{"capsule_sha256":"e303f81f7aee91425f29813e5b121a77809266e29131bbd58f5a013dbda1a569","changes_made":null,"command_id":"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-FIX2-20260727T182345Z","component":"skladchik-moderator-assistant-gitea-snapshot-plan","error_type":null,"evidence_sha256":"259924beb21ec15adb76c839694cf01bbebceb4aadea537a6729ddc779457350","failure_stage":null,"finished_at_utc":"2026-07-27T18:24:26.221041+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T18:24:21.702983+00:00","status":"FAIL"},{"capsule_sha256":"f3bc68939730261435e3edf5aeafffeb5c09d49059dc14b99a3c3cfc6423bb12","changes_made":null,"command_id":"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-FIX1-20260727T182042Z","component":"skladchik-moderator-assistant-gitea-snapshot-plan","error_type":null,"evidence_sha256":"9e68619dfef017a3352f68fd96341ae8c35a27d9b31cb0f5b0ff79e7274eba9d","failure_stage":null,"finished_at_utc":"2026-07-27T18:21:32.431201+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T18:21:26.818272+00:00","status":"FAIL"},{"capsule_sha256":"3f0613ee8062a7cd2adf5d42861dbb24778f96f831c8c1512d5fbee465bf6d3b","changes_made":null,"command_id":"SKLADCHIK-GITEA-SNAPSHOT-PLAN-STATE-DIAG-20260727T181543Z","component":"skladchik-gitea-plan-state-diagnostic","error_type":null,"evidence_sha256":"b942adffc134bbdcae843ba09634b6800f061fcbad718a0f8e304e0a1350402d","failure_stage":null,"finished_at_utc":"2026-07-27T18:16:26.785463+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T18:16:22.240389+00:00","status":"OK"},{"capsule_sha256":"5c4f200fcfc442bb8f26efdb1e4129b90195de21599d0a61b8e72e15e2e1b379","changes_made":null,"command_id":"SKLADCHIK-MODERATOR-ASSISTANT-GITEA-SNAPSHOT-PLAN-20260727T181023Z","component":"skladchik-moderator-assistant-gitea-snapshot-plan","error_type":null,"evidence_sha256":"d55a8c2c6dbce1def3f949413ec982271aeaca387ca3471698e2c6cbb7ecf772","failure_stage":null,"finished_at_utc":"2026-07-27T18:11:54.011330+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T18:11:49.258492+00:00","status":"FAIL"},{"capsule_sha256":"e199e38561a17fdf5e710f4c45132804bb398beebd591ac39ee77f50e1226f8e","changes_made":null,"command_id":"HOMELAB-EXTERNAL-READBACK-RUNTIME-TOKEN-FIX1-20260727T173410Z","component":"external-readback-runtime-token","error_type":null,"evidence_sha256":"af3fc8e1817a80cd88d2d5e6b148e9b915855ee963af8b57636f6db7b86bd446","failure_stage":null,"finished_at_utc":"2026-07-27T17:34:46.127904+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T17:34:41.280862+00:00","status":"OK"},{"capsule_sha256":"9b53c24537a0c887b7d5ab0854a5221e9f0a911f8334004dc4a3bf2f8c401d6a","changes_made":null,"command_id":"RUNNER-LINKED-REMOVAL-CONTRACT-CLOSURE-FIX2-20260727T172136Z","component":"runner-linked-removal-closure","error_type":null,"evidence_sha256":"d8b33d29128284477bd98a7a5b40f4e84639a6d701abe069d0b1148c9b96629d","failure_stage":null,"finished_at_utc":"2026-07-27T17:24:02.137074+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T17:23:57.689401+00:00","status":"OK"},{"capsule_sha256":"a804ea3680a3549d23b542317c1f08fd4f403dcfdc23ad52ef303ac7d5b2e90a","changes_made":null,"command_id":"RUNNER-LINKED-REMOVAL-CONTRACT-CLOSURE-FIX1-20260727T171646Z","component":"runner-linked-removal-closure","error_type":null,"evidence_sha256":"e3f67048cdce9772ea388920525f9816f596cb373d26eba8010d124c4d65e3d6","failure_stage":null,"finished_at_utc":"2026-07-27T17:18:02.253078+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T17:17:57.545833+00:00","status":"FAIL"},{"capsule_sha256":"1fcc93cac11881cc7d848c714d074840205e9e8320b3f6a010b7d67890ab1dc6","changes_made":null,"command_id":"RUNNER-LINKED-REMOVAL-CLOSURE-APPLY-20260727T170405Z","component":"runner","error_type":null,"evidence_sha256":"ca72166f0c3077fc6ea8d7b7aa1e5ca99b3850a6cf328d03d71d6f29f615e306","failure_stage":null,"finished_at_utc":"2026-07-27T17:08:41.234745+00:00","gateway_verified":true,"mode":"change","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":76,"runner_rc":76,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T17:08:36.071460+00:00","status":"FAIL"},{"capsule_sha256":"241ef90f1ffbadc5a0cbbb97a7139b8b62041dcc2c2b9f619c4a887d613fe816","changes_made":null,"command_id":"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX2-20260727T165537Z","component":"runner-linked-removal-plan","error_type":null,"evidence_sha256":"365e043ac8e20a5033d98863681b168450ea6f8e76667fbc5d1d3ce2c575e7da","failure_stage":null,"finished_at_utc":"2026-07-27T16:56:40.307012+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T16:56:35.541388+00:00","status":"OK"},{"capsule_sha256":"b721043ccd884dc33984ff62d8a96f0502cbc1ffbf4767a031318e476e01e5d6","changes_made":null,"command_id":"RUNNER-LINKED-REMOVAL-CLOSURE-PLAN-FIX1-20260727T165053Z","component":"runner-linked-removal-plan","error_type":null,"evidence_sha256":"577ec012b8eaf1932e2eb18bd675dda889f3fb2eacebe60659234042cc82340d","failure_stage":null,"finished_at_utc":"2026-07-27T16:52:53.012051+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T16:52:46.325135+00:00","status":"OK"},{"capsule_sha256":"05dbbc1bd572a975501aeb09f13e921c1b7dcb796ff8d4f80960aa9bd0512d88","changes_made":null,"command_id":"HOMELAB-MUTATION-CLOSURE-FORENSIC-FIX2-20260727T164022Z","component":"mutation-closure-forensic","error_type":null,"evidence_sha256":"ddef0ce987a7d1a7670b6a024be569c5e9977ed1eb527cef3cd63351f5c717d5","failure_stage":null,"finished_at_utc":"2026-07-27T16:42:42.406375+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T16:42:36.720019+00:00","status":"OK"},{"capsule_sha256":"cf9eb9ef71422b9fbb69a5370790478f1173512cb7dc5b3785c690aa7f3c9c1c","changes_made":null,"command_id":"HOMELAB-FULL-CHAIN-FAILURE-DIAG-20260727T162712Z","component":"full-chain-diagnostic","error_type":null,"evidence_sha256":"3b72421f4c41841d22d10241ce0e6c58682263926889a676ccf8278e0e7c145a","failure_stage":null,"finished_at_utc":"2026-07-27T16:32:03.214408+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T16:31:57.765232+00:00","status":"OK"},{"capsule_sha256":"3eac15867564c803c0843cb31aba9a0502d813db389ff70844170b6042d8920c","changes_made":null,"command_id":"HOMELAB-FULL-CHAIN-READONLY-ACCEPTANCE-FIX1-20260727T161806Z","component":"full-chain-acceptance","error_type":null,"evidence_sha256":"eb306ee74263deddd00b30bcd0482dda08d367c5f7e41b7917acf02202801d2c","failure_stage":null,"finished_at_utc":"2026-07-27T16:22:07.589708+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T16:22:01.809246+00:00","status":"FAIL"},{"capsule_sha256":"c6bb65491267af667e03239a10cb4d5415208989b8e3798bcef49666c1caa829","changes_made":null,"command_id":"RESULT-LOOKUP-FRESH-E2E-SMOKE-20260727T150516Z","component":"result-lookup","error_type":null,"evidence_sha256":"ad908dec13b6e185f0b982603ba23e52fe2bb1ae24422c4848081c1d2fa57d0a","failure_stage":null,"finished_at_utc":"2026-07-27T15:06:24.048910+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T15:06:19.714766+00:00","status":"OK"},{"capsule_sha256":"b4d4f5ce617227f8b88ebe4610146fa82a3cdf95df03b776e51553511383642e","changes_made":null,"command_id":"RESULT-LOOKUP-UNIQUE-URL-PLAN-FIX8-MODEFIX2-20260727T142145Z","component":"result-lookup","error_type":null,"evidence_sha256":"b67270fd144bc64578d069653b534bf8a1eaf16363c389b11f1b82b3fb226537","failure_stage":null,"finished_at_utc":"2026-07-27T14:24:12.146044+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T14:24:06.838982+00:00","status":"FAIL"},{"capsule_sha256":"c2d52914d54ad08502d241729f4e29fab48cc67b96781acc48a3a9b99ee1907e","changes_made":null,"command_id":"RESULT-LOOKUP-UNIQUE-URL-PLAN-FIX8-MODEFIX1-20260727T140240Z","component":"result-lookup","error_type":null,"evidence_sha256":"a8f7fa3c88d24ad9136b49a517256dea4a57643800c0cc2717c8c9dda4bde47d","failure_stage":null,"finished_at_utc":"2026-07-27T14:08:33.835923+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":1,"runner_rc":1,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T14:08:29.302955+00:00","status":"FAIL"},{"capsule_sha256":"6213ab37b9aad84624d1cae3c33ec778554cf1cdc61949c121cd77d2026e780f","changes_made":null,"command_id":"RESULT-FEED-POSTRUN-INGEST-DIAG-20260727T132159Z","component":"result-feed","error_type":null,"evidence_sha256":"011e2eb97d5b01f3a25a60b1f6046dd63bec49474ff02d7e33ce716e8e5e073f","failure_stage":null,"finished_at_utc":"2026-07-27T13:24:12.906964+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T13:24:07.168788+00:00","status":"OK"},{"capsule_sha256":"f5c38e334f8d1e9eca7bc2070ff5dce6c1953d25653145c1000b2bc3d33a541a","changes_made":null,"command_id":"RESULT-FEED-END-TO-END-SMOKE-20260727T131123Z","component":"result-feed","error_type":null,"evidence_sha256":"d01bf6c9ad5a909500258057b066dfaa7587f61cd27e17cefae7003c79fee2fb","failure_stage":null,"finished_at_utc":"2026-07-27T13:12:24.765172+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T13:12:20.173619+00:00","status":"OK"},{"capsule_sha256":"63e72836e222f10e1dcb79ed704cd44651ac488e45c8145437f29b122a642e05","changes_made":null,"command_id":"RESULT-FEED-BOOTSTRAP-20260727T094558Z","component":"result-integration","error_type":null,"evidence_sha256":"c6ae98cf5a4df32341c61da35cdf14a6623e129bdb298853f836b5ccb2a7334d","failure_stage":null,"finished_at_utc":"2026-07-27T09:48:08.745143+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T09:48:04.329136+00:00","status":"OK"},{"capsule_sha256":"0d7f18443ac0132c693f1b16a72dd7ce5385cd21bf00932a562ee62768133a5d","changes_made":null,"command_id":"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z","component":"result-integration","error_type":"InterruptedExecution","evidence_sha256":null,"failure_stage":null,"finished_at_utc":"2026-07-27T09:11:52.964315+00:00","gateway_verified":false,"mode":"change","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":null,"runner_rc":null,"runner_wrapper_matches_document":null,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T09:08:46.908375+00:00","status":"FAIL"},{"capsule_sha256":"c7fa79d355e4db0d8e2bd13bf4687408ad7a06fa127da86799bbba1d2bc81807","changes_made":null,"command_id":"MINIMAL-RESULT-FEED-PLAN-20260727T084859Z","component":"result-integration","error_type":null,"evidence_sha256":"7c471b7a1f88440b3817026529dcf14cba539323c1675e035514e266f495a3e6","failure_stage":null,"finished_at_utc":"2026-07-27T08:50:57.862897+00:00","gateway_verified":true,"mode":"verify","mutation_outcome":null,"private_addresses_included":false,"rollback_started":null,"runner_document_rc":0,"runner_rc":0,"runner_wrapper_matches_document":true,"sanitized":true,"secrets_included":false,"started_at_utc":"2026-07-27T08:50:53.222922+00:00","status":"OK"}],"result_sequence":"f66d7e08a7bd2cf81ae5e37ec665c51c58a78e8c881549e927553065bb461f54","status":"ok","version":3},"headers":{"cache-control":"no-store, no-cache, must-revalidate","content-type":"application/json; charset=utf-8","etag":null},"http":200},"latest":{"body_sha256":"1bfe0d3b1236800a850e1254f3952bda5132ecf9dcec7916ba54bdfce42d936b","document":{"block_reason":null,"change_declared":true,"changes_made":false,"channel":"homelab-runtime","command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","command_rc":1,"command_sha256":"1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377","component":"stable-local-result-feed-and-full-latest-apply","duplicate_failed_command_blocked":false,"error_register_checked":true,"error_register_sha256":"24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83","execution_started":true,"finished_at_utc":"2026-07-28T15:55:38Z","full_sanitized_output_url":"https://git.gram1.ru/.well-known/homelab-runtime/latest.txt","host":"pve01","mode":"change","mutation_outcome":"NO_MUTATION","output":"HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n{\"PLAN_SHA256\":\"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79\",\"backup_changed\":false,\"changes_made\":false,\"cluster_changed\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"failure\":\"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds\",\"failure_type\":\"TimeoutExpired\",\"gitea_changed\":false,\"minio_changed\":false,\"private_addresses_included\":false,\"rollback_started\":false,\"sanitized\":true,\"schema\":1,\"secrets_included\":false,\"status\":\"BLOCKED\"}\n","output_truncated_in_json":false,"private_addresses_included":false,"raw_evidence_retained_locally":true,"raw_evidence_sha256":"e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc","rc":1,"reference_register_checked":true,"reference_sha256":"5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e","result_contract_error":null,"result_contract_status":"FAIL","result_contract_valid":true,"rollback_restored":null,"rollback_started":false,"sanitized":true,"sanitized_output_sha256":"e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc","schema_version":1,"secrets_included":false,"started_at_utc":"2026-07-28T15:54:47Z","status":"FAIL"},"headers":{"cache-control":"max-age=0, private, must-revalidate, no-transform","content-type":"application/json","etag":null},"http":200}},"rollback":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z"},"rollback_started":false,"sanitized":true,"schema":1,"secrets_included":false,"services":{"homelab-command-adapter.service":{"ActiveState":"active","CollectMode":"inactive","ExecMainCode":"0","ExecMainStatus":"0","FragmentPath":"/etc/systemd/system/homelab-command-adapter.service","Group":"homelab-command-portal","Id":"homelab-command-adapter.service","LoadState":"loaded","MainPID":"11360","NRestarts":"22","Result":"success","SubState":"running","Transient":"no","User":"root","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"homelab-command-portal.service":{"ActiveState":"active","CollectMode":"inactive","ExecMainCode":"0","ExecMainStatus":"0","FragmentPath":"/etc/systemd/system/homelab-command-portal.service","Group":"homelab-command-portal","Id":"homelab-command-portal.service","LoadState":"loaded","MainPID":"466240","NRestarts":"0","Result":"success","SubState":"running","Transient":"no","User":"homelab-command-portal","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"homelab-result-lookup.service":{"ActiveState":"active","CollectMode":"inactive","ExecMainCode":"0","ExecMainStatus":"0","FragmentPath":"/etc/systemd/system/homelab-result-lookup.service","Group":"homelab-result-lookup","Id":"homelab-result-lookup.service","LoadState":"loaded","MainPID":"466244","NRestarts":"0","Result":"success","SubState":"running","Transient":"no","User":"homelab-result-lookup","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}},"staging":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z"},"status":"OK","transient_unit":{"ActiveState":"inactive","CollectMode":"inactive","ExecMainCode":"0","ExecMainStatus":"0","FragmentPath":"","Group":"","Id":"homelab-stable-local-result-apply-fix1-20260728t155329z.service","LoadState":"not-found","MainPID":"0","NRestarts":"0","Result":"success","SubState":"dead","Transient":"no","User":"","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}} +GENERATED_AT_UTC=[PRIVATE_IP]T16:17:01Z +Cluster information +------------------- +Name: homelab +Config Version: 3 +Transport: knet +Secure auth: on +Quorum information +------------------ +Date: Tue Jul [PRIVATE_IP] 2026 +Quorum provider: corosync_votequorum +Nodes: 3 +Node ID: [PRIVATE_IP] +Ring ID: 1.db +Quorate: Yes + +Votequorum information +---------------------- +Expected votes: 3 +Highest expected: 3 +Total votes: 3 +Quorum: 2 +Flags: Quorate + +Membership information +---------------------- + Nodeid Votes Name +[PRIVATE_IP] [PRIVATE_IP].11 (local) +[PRIVATE_IP] [PRIVATE_IP].13 +[PRIVATE_IP] [PRIVATE_IP].12 + +Membership information +---------------------- + Nodeid Votes Name + 1 1 pve01 (local) + 2 1 pve03 + 3 1 pve02 +[{"cpu":[PRIVATE_IP]704203,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/110","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":18600,"vmid":110},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/111","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"dns2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":18687,"vmid":111},{"cpu":[PRIVATE_IP]704203,"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/112","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound1","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"lxc","uptime":18645,"vmid":112},{"cpu":[PRIVATE_IP][PRIVATE_IP],"disk":[PRIVATE_IP],"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"lxc/113","maxcpu":1,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":0,"name":"unbound2","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"lxc","uptime":18690,"vmid":113},{"cpu":[PRIVATE_IP]7471,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"edge-vm","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":18628,"vmid":130},{"cpu":[PRIVATE_IP]17309,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/150","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"nextcloud","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18597,"vmid":150},{"cpu":[PRIVATE_IP]120463,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/160","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"forum-prod","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":18683,"vmid":160},{"cpu":[PRIVATE_IP]47845,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/170","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"core-apps","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18593,"vmid":170},{"cpu":[PRIVATE_IP]05061,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/171","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"monitoring","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve01","status":"running","template":0,"type":"qemu","uptime":18590,"vmid":171},{"cpu":[PRIVATE_IP]762379,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/180","maxcpu":2,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"cluster-admin","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve02","status":"running","template":0,"type":"qemu","uptime":18680,"vmid":180},{"cpu":[PRIVATE_IP]563603,"disk":0,"diskread":[PRIVATE_IP],"diskwrite":[PRIVATE_IP],"id":"qemu/190","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"memhost":[PRIVATE_IP],"name":"homelab-ops-worker","netin":[PRIVATE_IP],"netout":[PRIVATE_IP],"node":"pve03","status":"running","template":0,"type":"qemu","uptime":18624,"vmid":190},{"cpu":0,"disk":0,"diskread":0,"diskwrite":0,"id":"qemu/9130","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":0,"memhost":0,"name":"edge-cold-standby","netin":0,"netout":0,"node":"pve02","status":"stopped","template":0,"type":"qemu","uptime":0,"vmid":9130},{"cgroup-mode":2,"cpu":[PRIVATE_IP]11881,"disk":[PRIVATE_IP],"id":"node/pve02","level":"","maxcpu":4,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve02","status":"online","type":"node","uptime":18723},{"cgroup-mode":2,"cpu":[PRIVATE_IP]50434,"disk":[PRIVATE_IP],"id":"node/pve03","level":"","maxcpu":8,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve03","status":"online","type":"node","uptime":18646},{"cgroup-mode":2,"cpu":[PRIVATE_IP]13959,"disk":[PRIVATE_IP],"id":"node/pve01","level":"","maxcpu":24,"maxdisk":[PRIVATE_IP],"maxmem":[PRIVATE_IP],"mem":[PRIVATE_IP],"node":"pve01","status":"online","type":"node","uptime":18702},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve02/local","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve03/local","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"iso,backup,import,vztmpl","disk":[PRIVATE_IP],"id":"storage/pve01/local","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"dir","shared":0,"status":"available","storage":"local","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve02/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve02","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve03/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve03","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"content":"rootdir,images","disk":[PRIVATE_IP],"id":"storage/pve01/local-lvm","maxdisk":[PRIVATE_IP],"node":"pve01","plugintype":"lvmthin","shared":0,"status":"available","storage":"local-lvm","type":"storage"},{"id":"network/pve02/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve02","status":"ok","type":"network"},{"id":"network/pve03/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve03","status":"ok","type":"network"},{"id":"network/pve01/zone/localnetwork","network":"localnetwork","network-type":"zone","node":"pve01","status":"ok","type":"network"}] +Name Type Status Total (KiB) Used (KiB) Available (KiB) % +local dir active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 12.98% +local-lvm lvmthin active [PRIVATE_IP] [PRIVATE_IP] [PRIVATE_IP] 27.24% + UNIT LOAD ACTIVE SUB DESCRIPTION +● skladchik-reports-monitor-monthly-selftest-watch.service loaded failed failed Контроль результата ежемесячного самотеста Складчик +● skladchik-reports-monitor-supervisor.service loaded failed failed Skladchik reports monitor full supervisor + +Legend: LOAD → Reflects whether the unit definition was properly loaded. + ACTIVE → The high-level unit activation state, i.e. generalization of SUB. + SUB → The low-level unit activation state, values depend on unit type. + +2 loaded units listed. +NEXT LEFT LAST PASSED UNIT ACTIVATES +Tue [PRIVATE_IP] 19:17:23 MSK 21s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-cluster-admin-webpanel-sync.timer homelab-cluster-admin-webpanel-sync.service +Tue [PRIVATE_IP] 19:17:23 MSK 21s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-private-vpn-hosts-health.timer homelab-private-vpn-hosts-health.service +Tue [PRIVATE_IP] 19:17:37 MSK 34s Tue [PRIVATE_IP] 19:16:37 MSK 25s ago homelab-router-watchdog.timer homelab-router-watchdog.service +Tue [PRIVATE_IP] 19:18:48 MSK 1min 45s Tue [PRIVATE_IP] 19:16:37 MSK 25s ago homelab-cluster-admin-inventory-sync.timer homelab-cluster-admin-inventory-sync.service +Tue [PRIVATE_IP] 19:19:14 MSK 2min 12s Tue [PRIVATE_IP] 19:14:14 MSK 2min 47s ago homelab-smartctl-textfile.timer homelab-smartctl-textfile.service +Tue [PRIVATE_IP] 19:20:03 MSK 3min 1s Tue [PRIVATE_IP] 19:14:35 MSK 2min 27s ago homelab-crypto-portfolio-chart-health.timer homelab-crypto-portfolio-chart-health.service +Tue [PRIVATE_IP] 19:21:14 MSK 4min 12s Tue [PRIVATE_IP] 19:16:14 MSK 47s ago netbird-peers-health.timer netbird-peers-health.service +Tue [PRIVATE_IP] 19:21:23 MSK 4min 21s Tue [PRIVATE_IP] 19:11:23 MSK 5min ago skladchik-reports-monitor-supervisor.timer skladchik-reports-monitor-supervisor.service +Tue [PRIVATE_IP] 19:21:37 MSK 4min 34s Tue [PRIVATE_IP] 19:06:37 MSK 10min ago prometheus-node-exporter-apt.timer prometheus-node-exporter-apt.service +Tue [PRIVATE_IP] 19:21:37 MSK 4min 34s Tue [PRIVATE_IP] 19:06:37 MSK 10min ago prometheus-node-exporter-nvme.timer prometheus-node-exporter-nvme.service +Tue [PRIVATE_IP] 19:21:52 MSK 4min 49s Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-health-metrics.timer homelab-health-metrics.service +Tue [PRIVATE_IP] 19:23:23 MSK 6min Tue [PRIVATE_IP] 19:08:23 MSK 8min ago homelab-disk-space-health.timer homelab-disk-space-health.service +Tue [PRIVATE_IP] 19:23:23 MSK 6min Tue [PRIVATE_IP] 19:08:23 MSK 8min ago homelab-pve03-staging-capacity-health.timer homelab-pve03-staging-capacity-health.service +Tue [PRIVATE_IP] 19:30:00 MSK 12min Tue [PRIVATE_IP] 19:15:07 MSK 1min 55s ago homelab-incident-journal.timer homelab-incident-journal.service +Tue [PRIVATE_IP] 19:30:24 MSK 13min Tue [PRIVATE_IP] 19:16:14 MSK 47s ago homelab-forum-snuffleupagus-health.timer homelab-forum-snuffleupagus-health.service +Tue [PRIVATE_IP] 19:31:00 MSK 13min Tue [PRIVATE_IP] 19:16:23 MSK 38s ago homelab-duty-admin-v2.timer homelab-duty-admin-v2.service +Tue [PRIVATE_IP] 19:31:18 MSK 14min Tue [PRIVATE_IP] 19:16:14 MSK 47s ago homelab-external-probe-vps-health.timer homelab-external-probe-vps-health.service +Tue [PRIVATE_IP] 19:31:31 MSK 14min Tue [PRIVATE_IP] 19:01:50 MSK 15min ago homelab-mkdocs-auto-refresh.timer homelab-mkdocs-auto-refresh.service +Tue [PRIVATE_IP] 19:42:35 MSK 25min Tue [PRIVATE_IP] 19:11:07 MSK 5min ago homelab-reference-refresh.timer homelab-reference-refresh.service +Tue [PRIVATE_IP] 20:08:21 MSK 51min Tue [PRIVATE_IP] 14:08:21 MSK 5h 8min ago homelab-vps-identity-audit.timer homelab-vps-identity-audit.service +Wed [PRIVATE_IP] 00:00:00 MSK 4h 42min Tue [PRIVATE_IP] 00:00:04 MSK - dpkg-db-backup.timer dpkg-db-backup.service +Wed [PRIVATE_IP] 00:08:00 MSK 4h 50min Tue [PRIVATE_IP] 00:13:04 MSK - homelab-evidence-catalog.timer homelab-evidence-catalog.service +Wed [PRIVATE_IP] 00:16:42 MSK 4h 59min Tue [PRIVATE_IP] 00:18:15 MSK - homelab-docker-health.timer homelab-docker-health.service +Wed [PRIVATE_IP] 00:17:13 MSK 5h 0min Tue [PRIVATE_IP] 00:01:58 MSK - homelab-storage-capacity.timer homelab-storage-capacity.service +Wed [PRIVATE_IP] 00:19:48 MSK 5h 2min Tue [PRIVATE_IP] 00:17:08 MSK - homelab-quality-gate.timer homelab-quality-gate.service +Wed [PRIVATE_IP] 00:46:11 MSK 5h 29min Tue [PRIVATE_IP] 00:10:58 MSK - logrotate.timer logrotate.service +Wed [PRIVATE_IP] 01:35:41 MSK 6h Tue [PRIVATE_IP] 06:08:32 MSK - apt-daily.timer apt-daily.service +Wed [PRIVATE_IP] 03:25:00 MSK 8h Tue [PRIVATE_IP] 04:47:03 MSK - pve-daily-update.timer pve-daily-update.service +Wed [PRIVATE_IP] 03:50:00 MSK 8h Tue [PRIVATE_IP] 03:50:04 MSK - filebrowser-offhost-sync.timer filebrowser-offhost-sync.service +Wed [PRIVATE_IP] 04:07:26 MSK 8h Tue [PRIVATE_IP] 06:52:40 MSK - man-db.timer man-db.service +Wed [PRIVATE_IP] 04:37:27 MSK 9h Tue [PRIVATE_IP] 04:41:15 MSK - homelab-edge-vm-offhost-freshness.timer homelab-edge-vm-offhost-freshness.service +Wed [PRIVATE_IP] 05:03:43 MSK 9h Tue [PRIVATE_IP] 04:53:48 MSK - homelab-sops-edge-secret-coverage.timer homelab-sops-edge-secret-coverage.service +Wed [PRIVATE_IP] 06:59:09 MSK 11h Tue [PRIVATE_IP] 06:55:04 MSK - apt-daily-upgrade.timer apt-daily-upgrade.service +Wed [PRIVATE_IP] 07:07:13 MSK 11h Tue [PRIVATE_IP] 07:11:04 MSK - homelab-drift-check.timer homelab-drift-check.service +Wed [PRIVATE_IP] 07:26:17 MSK 12h Tue [PRIVATE_IP] 07:31:04 MSK - homelab-service-registry-check.timer homelab-service-registry-check.service +Wed [PRIVATE_IP] 07:45:13 MSK 12h Tue [PRIVATE_IP] 07:51:38 MSK - homelab-dependency-map-check.timer homelab-dependency-map-check.service +Wed [PRIVATE_IP] 07:48:38 MSK 12h Tue [PRIVATE_IP] 07:42:15 MSK - homelab-runbook-generate.timer homelab-runbook-generate.service +Wed [PRIVATE_IP] 07:50:09 MSK 12h Tue [PRIVATE_IP] 08:02:38 MSK - homelab-desired-state-sync.timer homelab-desired-state-sync.service +Wed [PRIVATE_IP] 07:50:12 MSK 12h Tue [PRIVATE_IP] 07:46:29 MSK - homelab-alerting-health.timer homelab-alerting-health.service +Wed [PRIVATE_IP] 08:05:38 MSK 12h Tue [PRIVATE_IP] 07:58:29 MSK - homelab-duty-admin-report.timer homelab-duty-admin-report.service +Wed [PRIVATE_IP] 08:14:40 MSK 12h Tue [PRIVATE_IP] 08:12:49 MSK - homelab-overall-health.timer homelab-overall-health.service +Wed [PRIVATE_IP] 08:22:55 MSK 13h Tue [PRIVATE_IP] 08:10:04 MSK - homelab-kuma-monitor-policy.timer homelab-kuma-monitor-policy.service +Wed [PRIVATE_IP] 08:31:04 MSK 13h Tue [PRIVATE_IP] 08:26:15 MSK - homelab-final-readiness-gate.timer homelab-final-readiness-gate.service +Wed [PRIVATE_IP] 08:32:26 MSK 13h Tue [PRIVATE_IP] 08:33:15 MSK - homelab-secret-exposure-guard.timer homelab-secret-exposure-guard.service +Wed [PRIVATE_IP] 08:38:27 MSK 13h Tue [PRIVATE_IP] 08:32:16 MSK - homelab-capacity-risk.timer homelab-capacity-risk.service +Wed [PRIVATE_IP] 08:46:17 MSK 13h Tue [PRIVATE_IP] 08:54:49 MSK - immich-media-offhost-sync.timer immich-media-offhost-sync.service +Wed [PRIVATE_IP] 08:53:02 MSK 13h Tue [PRIVATE_IP] 08:41:29 MSK - homelab-cluster-passport.timer homelab-cluster-passport.service +Wed [PRIVATE_IP] 09:01:32 MSK 13h Tue [PRIVATE_IP] 08:45:29 MSK - homelab-golden-state-index.timer homelab-golden-state-index.service +Wed [PRIVATE_IP] 09:18:21 MSK 14h Tue [PRIVATE_IP] 14:10:02 MSK 5h 7min ago memos-offhost-sync.timer memos-offhost-sync.service +Wed [PRIVATE_IP] 10:15:00 MSK 14h Tue [PRIVATE_IP] 14:05:21 MSK 5h 11min ago skladchik-reports-monitor-monthly-selftest-watch.timer skladchik-reports-monitor-monthly-selftest-watch.service +Wed [PRIVATE_IP] 14:20:17 MSK 19h Tue [PRIVATE_IP] 14:20:17 MSK 4h 56min ago systemd-tmpfiles-clean.timer systemd-tmpfiles-clean.service +Sun [PRIVATE_IP] 03:10:40 MSK 4 days Sun [PRIVATE_IP] 03:10:15 MSK - xfs_scrub_all.timer xfs_scrub_all.service +Sun [PRIVATE_IP] 03:10:44 MSK 4 days Sun [PRIVATE_IP] 03:10:15 MSK - e2scrub_all.timer e2scrub_all.service +Mon [PRIVATE_IP] 00:13:29 MSK 5 days Mon [PRIVATE_IP] 00:13:29 MSK - homelab-secret-sanity.timer homelab-secret-sanity.service +Mon [PRIVATE_IP] 00:25:07 MSK 5 days Mon [PRIVATE_IP] 01:18:15 MSK - fstrim.timer fstrim.service +- - - - prometheus-node-exporter-ipmitool-sensor.timer prometheus-node-exporter-ipmitool-sensor.service +- - - - prometheus-node-exporter-mellanox-hca-temp.timer prometheus-node-exporter-mellanox-hca-temp.service +- - - - prometheus-node-exporter-smartmon.timer prometheus-node-exporter-smartmon.service + +58 timers listed. +- Обрезанная, повреждённая или частично вставленная команда считается невыполненной; сначала проводится side-effect audit. +- Хвост parse-ошибки закрывается только после доказательства отсутствия изменений и временных артефактов. +- Proof: /var/lib/homelab-change-sets/operator-command-size-guard-v[PRIVATE_IP]T182653Z/report.txt + +## HOMELAB_ADMIN_CLI_CONTRACT_[PRIVATE_IP] +- Поддерживаемые команды: version, status, lint TASK_DIR, validate TASK_DIR, run TASK_DIR PHASE. +- Отдельная команда --help отсутствует. Неизвестный аргумент печатает usage и штатно возвращает RC=64. +- Нельзя трактовать RC=64 от --help как неисправность runner. +- Для проверки доступности runner использовать homelab-admin version; для структуры CLI использовать зафиксированную usage-строку. +- Proof: /var/lib/homelab-change-sets/homelab-admin-cli-contract-fix-v[PRIVATE_IP]T183338Z/report.txt + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_[PRIVATE_IP] +Collector: /usr/local/sbin/homelab-context-collect +Scheduler: hourly at minute 17 via /etc/cron.d/homelab-context-refresh +Destination: immutable Gitea runtime history with CONTEXT-AUTO UTC command IDs. + +AUTOMATIC_CLUSTER_CONTEXT_REFRESH_DIRECT_[PRIVATE_IP] +Publisher: /usr/local/sbin/homelab-context-refresh-direct +Schedule: hourly at minute 17. +Destination: immutable assistant-runtime history with CONTEXT-AUTO UTC IDs. +ANTI_REGRESSION_TOKEN=HOMELAB_VM_2CLOUD_444_OUTER_LAUNCHER_BOUNDARY_REQUIRED +- Anti-regression: validate the complete outer launcher with a shell syntax check and verify the wrapper argument boundary before issuing it. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z + +## ERROR_[PRIVATE_IP]_HOMELAB_VM_2CLOUD_DRAIN_CLOSURE_PREFLIGHT_446 +COMMAND_ID=HOMELAB-VM-2CLOUD-DRAIN-CLOSURE-PREFLIGHT-446 +- Symptom: homelab-chat-run-linked printed Usage and skipped result-feed publication as invalid input. +- Root cause: the diagnostic script was piped to wrapper stdin and the mandatory double-dash command separator was omitted. +- Correction: invoke homelab-chat-run-linked as COMMAND_ID MODE COMPONENT -- command arguments; stdin is not its command interface. +ANTI_REGRESSION_TOKEN=HOMELAB_CHAT_RUN_COMMAND_REQUIRES_DOUBLE_DASH +- Anti-regression: treat wrapper Usage as the authoritative CLI contract and syntax-check the complete launcher, not only its inner payload. +- Infrastructure action executed: none. +- Backup payload impact: none. +- Production impact: none. +- Status: CLOSED; UNRESOLVED_TAIL_COUNT=0. +- Registered at: [PRIVATE_IP]T11:20:32Z OUTPUT_END CHAT_OUTPUT_END