diff --git a/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.json b/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.json new file mode 100644 index 0000000..401805b --- /dev/null +++ b/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z", + "status": "FAIL", + "rc": 1, + "host": "pve01", + "mode": "change", + "component": "stable-local-result-feed-and-full-latest-apply", + "started_at_utc": "2026-07-28T15:54:47Z", + "finished_at_utc": "2026-07-28T15:55:38Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", + "command_sha256": "1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": true, + "result_contract_valid": true, + "result_contract_status": "FAIL", + "result_contract_error": null, + "command_rc": 1, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc", + "sanitized_output_sha256": "e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n{\"PLAN_SHA256\":\"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79\",\"backup_changed\":false,\"changes_made\":false,\"cluster_changed\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"failure\":\"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds\",\"failure_type\":\"TimeoutExpired\",\"gitea_changed\":false,\"minio_changed\":false,\"private_addresses_included\":false,\"rollback_started\":false,\"sanitized\":true,\"schema\":1,\"secrets_included\":false,\"status\":\"BLOCKED\"}\n" +} diff --git a/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.txt b/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.txt new file mode 100644 index 0000000..80c480d --- /dev/null +++ b/runtime/history/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z.txt @@ -0,0 +1,34 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z +STATUS=FAIL +RC=1 +HOST=pve01 +MODE=change +COMPONENT=stable-local-result-feed-and-full-latest-apply +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 +COMMAND_SHA256=1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=true +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=FAIL +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=1 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc +SANITIZED_OUTPUT_SHA256=e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc +OUTPUT_BEGIN +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} +{"PLAN_SHA256":"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79","backup_changed":false,"changes_made":false,"cluster_changed":false,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","failure":"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds","failure_type":"TimeoutExpired","gitea_changed":false,"minio_changed":false,"private_addresses_included":false,"rollback_started":false,"sanitized":true,"schema":1,"secrets_included":false,"status":"BLOCKED"} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 8e3d0f9..401805b 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,27 +1,27 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z", - "status": "OK", - "rc": 0, + "command_id": "STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z", + "status": "FAIL", + "rc": 1, "host": "pve01", - "mode": "verify", - "component": "systemd-handoff-failure-readonly-diag", - "started_at_utc": "2026-07-28T15:49:05Z", - "finished_at_utc": "2026-07-28T15:49:05Z", + "mode": "change", + "component": "stable-local-result-feed-and-full-latest-apply", + "started_at_utc": "2026-07-28T15:54:47Z", + "finished_at_utc": "2026-07-28T15:55:38Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "dbb9afc57ec27c314e9ad8a0d099f2648ee111bf181bc7c9d2a8da29b41dbafa", + "command_sha256": "1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, - "change_declared": false, + "change_declared": true, "result_contract_valid": true, - "result_contract_status": null, + "result_contract_status": "FAIL", "result_contract_error": null, - "command_rc": 0, + "command_rc": 1, "changes_made": false, "rollback_started": false, "rollback_restored": null, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "3da9a2cbb20b461dab565988e014510297d46c07c838e3b6997450d36e35a6d9", - "sanitized_output_sha256": "3da9a2cbb20b461dab565988e014510297d46c07c838e3b6997450d36e35a6d9", + "raw_evidence_sha256": "e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc", + "sanitized_output_sha256": "e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n{\"apply_rollback\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z\"},\"apply_staging\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z\"},\"changes_made\":false,\"classification\":{\"ledger_path_missing\":true,\"likely_missing_readwrite_path\":true,\"mutation_detected\":false},\"command_id\":\"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z\",\"diagnosed_apply_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z\",\"expected_bootstrap_stderr_sha256\":\"dfa86cc0287d9dda81a305e42956d93aeb0ec73d6f788f410b59e4a62d9bb8aa\",\"handoff_paths\":{\"/etc/systemd/system\":{\"exists\":true,\"gid\":0,\"is_dir\":true,\"is_file\":false,\"is_symlink\":false,\"lexists\":true,\"mode\":493,\"path\":\"/etc/systemd/system\",\"uid\":0},\"/run\":{\"exists\":true,\"gid\":0,\"is_dir\":true,\"is_file\":false,\"is_symlink\":false,\"lexists\":true,\"mode\":493,\"path\":\"/run\",\"uid\":0},\"/usr/local/sbin\":{\"exists\":true,\"gid\":0,\"is_dir\":true,\"is_file\":false,\"is_symlink\":false,\"lexists\":true,\"mode\":493,\"path\":\"/usr/local/sbin\",\"uid\":0},\"/var/lib/homelab-change-rollback\":{\"exists\":true,\"gid\":990,\"is_dir\":true,\"is_file\":false,\"is_symlink\":false,\"lexists\":true,\"mode\":448,\"path\":\"/var/lib/homelab-change-rollback\",\"uid\":0},\"/var/lib/homelab-change-staging\":{\"exists\":true,\"gid\":990,\"is_dir\":true,\"is_file\":false,\"is_symlink\":false,\"lexists\":true,\"mode\":448,\"path\":\"/var/lib/homelab-change-staging\",\"uid\":0},\"/var/lib/homelab-result-ledger\":{\"exists\":false,\"is_symlink\":false,\"lexists\":false,\"path\":\"/var/lib/homelab-result-ledger\"}},\"journal\":{\"full_stdout_sha256\":\"44b9032fd73f6a107d0170e3bc30685df3fcdbfeea7694a2816883c4d681174a\",\"rc\":0,\"relevant_line_count\":11,\"relevant_lines\":[\"Jul 28 18:44:33.621014 pve01 systemd[1]: Starting homelab-stable-local-result-apply-20260728t154231z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z/apply-helper.py...\",\"Jul 28 18:44:33.644899 pve01 (python3)[904157]: homelab-stable-local-result-apply-20260728t154231z.service: Failed to set up mount namespacing: /var/lib/homelab-result-ledger: No such file or directory\",\"Jul 28 18:44:33.644910 pve01 (python3)[904157]: homelab-stable-local-result-apply-20260728t154231z.service: Failed at step NAMESPACE spawning /usr/bin/python3: No such file or directory\",\"Jul 28 18:44:33.645599 pve01 systemd[1]: homelab-stable-local-result-apply-20260728t154231z.service: Main process exited, code=exited, status=226/NAMESPACE\",\"Jul 28 18:44:33.645682 pve01 systemd[1]: homelab-stable-local-result-apply-20260728t154231z.service: Failed with result 'exit-code'.\",\"Jul 28 18:44:33.645837 pve01 systemd[1]: Failed to start homelab-stable-local-result-apply-20260728t154231z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z/apply-helper.py.\",\"Jul 28 18:45:24.347794 pve01 postfix/local[912380]: error: open database /etc/aliases.db: No such file or directory\",\"Jul 28 18:45:24.348011 pve01 postfix/local[912380]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\",\"Jul 28 18:45:24.351108 pve01 postfix/local[912381]: error: open database /etc/aliases.db: No such file or directory\",\"Jul 28 18:45:24.351361 pve01 postfix/local[912381]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\",\"Jul 28 18:45:24.356962 pve01 postfix/local[912380]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory\"],\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"},\"list_units\":{\"rc\":0,\"stderr\":\"\",\"stdout\":\"\"},\"private_addresses_included\":false,\"rollback_started\":false,\"sanitized\":true,\"schema\":1,\"secrets_included\":false,\"source_locks\":{\"/etc/systemd/system/homelab-result-lookup.service\":{\"actual\":\"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d\",\"expected\":\"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d\",\"matches\":true},\"/usr/local/sbin/homelab-command-adapter\":{\"actual\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"expected\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"matches\":true},\"/usr/local/sbin/homelab-result-lookup\":{\"actual\":\"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c\",\"expected\":\"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c\",\"matches\":true}},\"status\":\"OK\",\"systemctl_status\":{\"rc\":4,\"stderr\":\"Unit homelab-stable-local-result-apply-20260728t154231z.service could not be found.\\n\",\"stdout\":\"\"},\"systemd_analyze_verify\":{\"rc\":0,\"stderr\":\"/etc/systemd/system/homelab-storage-capacity.service:3: Invalid URL, ignoring: internal-homelab-evidence\\n/etc/systemd/system/homelab-evidence-catalog.service:3: Invalid URL, ignoring: internal-homelab-evidence\\n/etc/systemd/system/homelab-docker-health.service:3: Invalid URL, ignoring: internal-homelab-evidence\\n\",\"stdout\":\"\"},\"systemd_run\":{\"help_rc\":0,\"supports_collect\":true,\"supports_property\":true,\"version\":\"systemd 257 (257.13-1~deb13u1)\\n+PAM +AUDIT +SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK +BTF -XKBCOMMON -UTMP +SYSVINIT +LIBARCHIVE\\n\",\"version_rc\":0},\"transient_unit\":\"homelab-stable-local-result-apply-20260728t154231z.service\",\"unit_show\":{\"ActiveState\":\"inactive\",\"CollectMode\":\"inactive\",\"ExecMainCode\":\"0\",\"ExecMainStatus\":\"0\",\"FragmentPath\":\"\",\"Group\":\"\",\"Id\":\"homelab-stable-local-result-apply-20260728t154231z.service\",\"LoadState\":\"not-found\",\"MainPID\":\"0\",\"NRestarts\":\"0\",\"NoNewPrivileges\":\"no\",\"PrivateTmp\":\"no\",\"ProtectSystem\":\"no\",\"ReadWritePaths\":\"\",\"Result\":\"success\",\"SubState\":\"dead\",\"Transient\":\"no\",\"User\":\"\",\"show_rc\":\"0\",\"stderr_sha256\":\"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855\"}}\n" + "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"FAIL\",\"version\":1}\n{\"PLAN_SHA256\":\"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79\",\"backup_changed\":false,\"changes_made\":false,\"cluster_changed\":false,\"command_id\":\"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z\",\"failure\":\"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds\",\"failure_type\":\"TimeoutExpired\",\"gitea_changed\":false,\"minio_changed\":false,\"private_addresses_included\":false,\"rollback_started\":false,\"sanitized\":true,\"schema\":1,\"secrets_included\":false,\"status\":\"BLOCKED\"}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 280e002..80c480d 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,22 +1,22 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z -STATUS=OK -RC=0 +COMMAND_ID=STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z +STATUS=FAIL +RC=1 HOST=pve01 -MODE=verify -COMPONENT=systemd-handoff-failure-readonly-diag +MODE=change +COMPONENT=stable-local-result-feed-and-full-latest-apply REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=dbb9afc57ec27c314e9ad8a0d099f2648ee111bf181bc7c9d2a8da29b41dbafa +COMMAND_SHA256=1a60419459233e21920fe3446f31f54f4d1eeeaaa51e0e26c211689c18648377 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true -CHANGE_DECLARED=false +CHANGE_DECLARED=true RESULT_CONTRACT_VALID=true -RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_STATUS=FAIL RESULT_CONTRACT_ERROR=NONE -COMMAND_RC=0 +COMMAND_RC=1 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null @@ -24,11 +24,11 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=3da9a2cbb20b461dab565988e014510297d46c07c838e3b6997450d36e35a6d9 -SANITIZED_OUTPUT_SHA256=3da9a2cbb20b461dab565988e014510297d46c07c838e3b6997450d36e35a6d9 +RAW_EVIDENCE_SHA256=e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc +SANITIZED_OUTPUT_SHA256=e556b09667b796a36d9d39aaf5f997a56b312d33da16a7ecbebde976d5359ecc OUTPUT_BEGIN -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z","rollback_restored":null,"rollback_started":false,"status":"OK","version":1} -{"apply_rollback":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-change-rollback/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z"},"apply_staging":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z"},"changes_made":false,"classification":{"ledger_path_missing":true,"likely_missing_readwrite_path":true,"mutation_detected":false},"command_id":"SYSTEMD-HANDOFF-FAILURE-READONLY-DIAG-20260728T154819Z","diagnosed_apply_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z","expected_bootstrap_stderr_sha256":"dfa86cc0287d9dda81a305e42956d93aeb0ec73d6f788f410b59e4a62d9bb8aa","handoff_paths":{"/etc/systemd/system":{"exists":true,"gid":0,"is_dir":true,"is_file":false,"is_symlink":false,"lexists":true,"mode":493,"path":"/etc/systemd/system","uid":0},"/run":{"exists":true,"gid":0,"is_dir":true,"is_file":false,"is_symlink":false,"lexists":true,"mode":493,"path":"/run","uid":0},"/usr/local/sbin":{"exists":true,"gid":0,"is_dir":true,"is_file":false,"is_symlink":false,"lexists":true,"mode":493,"path":"/usr/local/sbin","uid":0},"/var/lib/homelab-change-rollback":{"exists":true,"gid":990,"is_dir":true,"is_file":false,"is_symlink":false,"lexists":true,"mode":448,"path":"/var/lib/homelab-change-rollback","uid":0},"/var/lib/homelab-change-staging":{"exists":true,"gid":990,"is_dir":true,"is_file":false,"is_symlink":false,"lexists":true,"mode":448,"path":"/var/lib/homelab-change-staging","uid":0},"/var/lib/homelab-result-ledger":{"exists":false,"is_symlink":false,"lexists":false,"path":"/var/lib/homelab-result-ledger"}},"journal":{"full_stdout_sha256":"44b9032fd73f6a107d0170e3bc30685df3fcdbfeea7694a2816883c4d681174a","rc":0,"relevant_line_count":11,"relevant_lines":["Jul 28 18:44:33.621014 pve01 systemd[1]: Starting homelab-stable-local-result-apply-20260728t154231z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z/apply-helper.py...","Jul 28 18:44:33.644899 pve01 (python3)[904157]: homelab-stable-local-result-apply-20260728t154231z.service: Failed to set up mount namespacing: /var/lib/homelab-result-ledger: No such file or directory","Jul 28 18:44:33.644910 pve01 (python3)[904157]: homelab-stable-local-result-apply-20260728t154231z.service: Failed at step NAMESPACE spawning /usr/bin/python3: No such file or directory","Jul 28 18:44:33.645599 pve01 systemd[1]: homelab-stable-local-result-apply-20260728t154231z.service: Main process exited, code=exited, status=226/NAMESPACE","Jul 28 18:44:33.645682 pve01 systemd[1]: homelab-stable-local-result-apply-20260728t154231z.service: Failed with result 'exit-code'.","Jul 28 18:44:33.645837 pve01 systemd[1]: Failed to start homelab-stable-local-result-apply-20260728t154231z.service - [systemd-run] /usr/bin/python3 -B /var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-20260728T154231Z/apply-helper.py.","Jul 28 18:45:24.347794 pve01 postfix/local[912380]: error: open database /etc/aliases.db: No such file or directory","Jul 28 18:45:24.348011 pve01 postfix/local[912380]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory","Jul 28 18:45:24.351108 pve01 postfix/local[912381]: error: open database /etc/aliases.db: No such file or directory","Jul 28 18:45:24.351361 pve01 postfix/local[912381]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory","Jul 28 18:45:24.356962 pve01 postfix/local[912380]: warning: hash:/etc/aliases is unavailable. open database /etc/aliases.db: No such file or directory"],"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"},"list_units":{"rc":0,"stderr":"","stdout":""},"private_addresses_included":false,"rollback_started":false,"sanitized":true,"schema":1,"secrets_included":false,"source_locks":{"/etc/systemd/system/homelab-result-lookup.service":{"actual":"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d","expected":"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d","matches":true},"/usr/local/sbin/homelab-command-adapter":{"actual":"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d","expected":"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d","matches":true},"/usr/local/sbin/homelab-result-lookup":{"actual":"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c","expected":"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c","matches":true}},"status":"OK","systemctl_status":{"rc":4,"stderr":"Unit homelab-stable-local-result-apply-20260728t154231z.service could not be found.\n","stdout":""},"systemd_analyze_verify":{"rc":0,"stderr":"/etc/systemd/system/homelab-storage-capacity.service:3: Invalid URL, ignoring: internal-homelab-evidence\n/etc/systemd/system/homelab-evidence-catalog.service:3: Invalid URL, ignoring: internal-homelab-evidence\n/etc/systemd/system/homelab-docker-health.service:3: Invalid URL, ignoring: internal-homelab-evidence\n","stdout":""},"systemd_run":{"help_rc":0,"supports_collect":true,"supports_property":true,"version":"systemd 257 (257.13-1~deb13u1)\n+PAM +AUDIT +SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 -IDN +IPTC +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK +BTF -XKBCOMMON -UTMP +SYSVINIT +LIBARCHIVE\n","version_rc":0},"transient_unit":"homelab-stable-local-result-apply-20260728t154231z.service","unit_show":{"ActiveState":"inactive","CollectMode":"inactive","ExecMainCode":"0","ExecMainStatus":"0","FragmentPath":"","Group":"","Id":"homelab-stable-local-result-apply-20260728t154231z.service","LoadState":"not-found","MainPID":"0","NRestarts":"0","NoNewPrivileges":"no","PrivateTmp":"no","ProtectSystem":"no","ReadWritePaths":"","Result":"success","SubState":"dead","Transient":"no","User":"","show_rc":"0","stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"}} +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","rollback_restored":null,"rollback_started":false,"status":"FAIL","version":1} +{"PLAN_SHA256":"68746ed2758c37f52d2e66768999421d48468d4d46a3d3cf3abaeacf7baf9c79","backup_changed":false,"changes_made":false,"cluster_changed":false,"command_id":"STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z","failure":"Command '['/usr/bin/systemd-run', '--unit', 'homelab-stable-local-result-apply-fix1-20260728t155329z', '--collect', '--property=Type=oneshot', '--property=User=root', '--property=Group=root', '--property=NoNewPrivileges=yes', '--property=PrivateTmp=yes', '--property=ProtectHome=yes', '--property=ProtectSystem=full', '--property=ReadWritePaths=/usr/local/sbin', '--property=ReadWritePaths=/etc/systemd/system', '--property=ReadWritePaths=/var/lib/homelab-change-staging', '--property=ReadWritePaths=/var/lib/homelab-change-rollback', '--property=ReadWritePaths=/run', '/usr/bin/python3', '-B', '/var/lib/homelab-change-staging/STABLE-LOCAL-RESULT-FEED-AND-FULL-LATEST-APPLY-FIX1-20260728T155329Z/apply-helper.py']' timed out after 30 seconds","failure_type":"TimeoutExpired","gitea_changed":false,"minio_changed":false,"private_addresses_included":false,"rollback_started":false,"sanitized":true,"schema":1,"secrets_included":false,"status":"BLOCKED"} OUTPUT_END CHAT_OUTPUT_END