From bbaf1692866b8474186553d2d1ff7661fef9558f Mon Sep 17 00:00:00 2001 From: homelab-runtime-publisher Date: Wed, 5 Aug 2026 14:37:14 +0000 Subject: [PATCH] runtime: publish HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z --- ...RROR-EXACT-READ-ONLY-20260805T143300Z.json | 38 +++++++++++++++++++ ...ERROR-EXACT-READ-ONLY-20260805T143300Z.txt | 34 +++++++++++++++++ runtime/latest.json | 16 ++++---- runtime/latest.txt | 14 +++---- 4 files changed, 87 insertions(+), 15 deletions(-) create mode 100644 runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.json create mode 100644 runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.txt diff --git a/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.json b/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.json new file mode 100644 index 0000000..add8a7f --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.json @@ -0,0 +1,38 @@ +{ + "schema_version": 1, + "channel": "homelab-runtime", + "command_id": "HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z", + "status": "OK", + "rc": 0, + "host": "pve01", + "mode": "verify", + "component": "skladchik-handoff-target-error-summary", + "started_at_utc": "2026-08-05T14:37:14Z", + "finished_at_utc": "2026-08-05T14:37:14Z", + "reference_register_checked": true, + "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", + "error_register_checked": true, + "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", + "command_sha256": "964b7302c6c2aac8abc40f3b85844b189f7067e3bc1e87d7b418d17741e56fd3", + "duplicate_failed_command_blocked": false, + "block_reason": null, + "execution_started": true, + "change_declared": false, + "result_contract_valid": true, + "result_contract_status": null, + "result_contract_error": null, + "command_rc": 0, + "changes_made": false, + "rollback_started": false, + "rollback_restored": null, + "mutation_outcome": "NO_MUTATION", + "sanitized": true, + "secrets_included": false, + "private_addresses_included": false, + "raw_evidence_retained_locally": true, + "raw_evidence_sha256": "3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4", + "sanitized_output_sha256": "3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4", + "output_truncated_in_json": false, + "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", + "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z\",\"command_rc\":0,\"mutation_outcome\":\"NO_MUTATION\",\"output_truncated_in_json\":false,\"rc\":0,\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n{\"changes_made\":false,\"command_id\":\"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z\",\"command_rc\":0,\"mutation_outcome\":\"NO_MUTATION\",\"next_action\":\"USE_THIS_SHA_VERIFIED_ERROR; DO_NOT_USE_LATEST; DO_NOT_REPAIR_LOOKUP_FOR_READING\",\"output_truncated_in_json\":false,\"rc\":0,\"read_only\":true,\"rollback_restored\":null,\"rollback_started\":false,\"schema\":2,\"status\":\"OK\",\"target_error_fields\":[],\"target_execution\":{\"changes_made\":null,\"command_rc\":null,\"control_plane_error\":null,\"mutation_outcome\":null,\"output_truncated_in_json\":false,\"rollback_restored\":null,\"rollback_started\":null,\"runner_document_rc\":76,\"runner_rc\":76,\"runner_status\":\"FAIL\",\"runner_wrapper_matches_document\":true,\"state_status\":\"FAIL\"},\"target_identity\":{\"capsule_sha256\":\"a4a3da27bd8ce15289d6d170493e308fd8dd1e62e6b028d1f1c3925a6476a2a5\",\"command_id\":\"HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\",\"full_output_sha_verified\":true,\"output_sha256\":\"d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\",\"runner_examined_values\":37,\"runner_json_roots\":1,\"runner_json_sha256\":\"5f6fdbeeaa507a20cc76aacf45921ad5d92dfbc9848128ebc9a210a97847848b\",\"runner_text_sha256\":\"3c61150bfcb367e0bcff800003b922a0b2ad5ae001e87f83862418cc22b81da8\",\"state_file_sha256\":\"09d2481514e059e4ae8f78bb17665d6c8ebf9568620cc0c420f19fbac9e79976\"},\"target_output\":{\"bytes\":114,\"exact_sanitized_text\":\"/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\\n\",\"lines\":1},\"target_runner_text\":{\"bytes\":1156,\"exact_sanitized_text\":\"CHAT_OUTPUT_BEGIN\\nCOMMAND_ID=HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\\nSTATUS=FAIL\\nRC=76\\nHOST=pve01\\nMODE=change\\nCOMPONENT=skladchik-secret-handoff-install\\nREFERENCE_REGISTER_CHECK=OK\\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\\nERROR_REGISTER_CHECK=OK\\nERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83\\nCOMMAND_SHA256=b6a2aa13e3cfd9b11d1bf00bbc382851f2c5e8b03e383737cb49a5223f21028b\\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\\nEXECUTION_STARTED=true\\nCHANGE_DECLARED=true\\nRESULT_CONTRACT_VALID=false\\nRESULT_CONTRACT_STATUS=UNKNOWN\\nRESULT_CONTRACT_ERROR=MISSING_CONTRACT\\nCOMMAND_RC=2\\nCHANGES_MADE=unknown\\nROLLBACK_STARTED=unknown\\nROLLBACK_RESTORED=null\\nMUTATION_OUTCOME=UNKNOWN\\nSANITIZED=yes\\nSECRETS_INCLUDED=no\\nPRIVATE_ADDRESSES_INCLUDED=no\\nRAW_EVIDENCE_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\\nSANITIZED_OUTPUT_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\\nOUTPUT_BEGIN\\n/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\\n\\nOUTPUT_END\\nCHAT_OUTPUT_END\\n\"}}\n" +} diff --git a/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.txt b/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.txt new file mode 100644 index 0000000..ccc73f5 --- /dev/null +++ b/runtime/history/HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z.txt @@ -0,0 +1,34 @@ +CHAT_OUTPUT_BEGIN +COMMAND_ID=HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z +STATUS=OK +RC=0 +HOST=pve01 +MODE=verify +COMPONENT=skladchik-handoff-target-error-summary +REFERENCE_REGISTER_CHECK=OK +REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e +ERROR_REGISTER_CHECK=OK +ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 +COMMAND_SHA256=964b7302c6c2aac8abc40f3b85844b189f7067e3bc1e87d7b418d17741e56fd3 +DUPLICATE_FAILED_COMMAND_BLOCKED=false +EXECUTION_STARTED=true +CHANGE_DECLARED=false +RESULT_CONTRACT_VALID=true +RESULT_CONTRACT_STATUS=NOT_APPLICABLE +RESULT_CONTRACT_ERROR=NONE +COMMAND_RC=0 +CHANGES_MADE=false +ROLLBACK_STARTED=false +ROLLBACK_RESTORED=null +MUTATION_OUTCOME=NO_MUTATION +SANITIZED=yes +SECRETS_INCLUDED=no +PRIVATE_ADDRESSES_INCLUDED=no +RAW_EVIDENCE_SHA256=3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4 +SANITIZED_OUTPUT_SHA256=3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4 +OUTPUT_BEGIN +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z","command_rc":0,"mutation_outcome":"NO_MUTATION","output_truncated_in_json":false,"rc":0,"rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +{"changes_made":false,"command_id":"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z","command_rc":0,"mutation_outcome":"NO_MUTATION","next_action":"USE_THIS_SHA_VERIFIED_ERROR; DO_NOT_USE_LATEST; DO_NOT_REPAIR_LOOKUP_FOR_READING","output_truncated_in_json":false,"rc":0,"read_only":true,"rollback_restored":null,"rollback_started":false,"schema":2,"status":"OK","target_error_fields":[],"target_execution":{"changes_made":null,"command_rc":null,"control_plane_error":null,"mutation_outcome":null,"output_truncated_in_json":false,"rollback_restored":null,"rollback_started":null,"runner_document_rc":76,"runner_rc":76,"runner_status":"FAIL","runner_wrapper_matches_document":true,"state_status":"FAIL"},"target_identity":{"capsule_sha256":"a4a3da27bd8ce15289d6d170493e308fd8dd1e62e6b028d1f1c3925a6476a2a5","command_id":"HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z","full_output_sha_verified":true,"output_sha256":"d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf","runner_examined_values":37,"runner_json_roots":1,"runner_json_sha256":"5f6fdbeeaa507a20cc76aacf45921ad5d92dfbc9848128ebc9a210a97847848b","runner_text_sha256":"3c61150bfcb367e0bcff800003b922a0b2ad5ae001e87f83862418cc22b81da8","state_file_sha256":"09d2481514e059e4ae8f78bb17665d6c8ebf9568620cc0c420f19fbac9e79976"},"target_output":{"bytes":114,"exact_sanitized_text":"/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\n","lines":1},"target_runner_text":{"bytes":1156,"exact_sanitized_text":"CHAT_OUTPUT_BEGIN\nCOMMAND_ID=HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\nSTATUS=FAIL\nRC=76\nHOST=pve01\nMODE=change\nCOMPONENT=skladchik-secret-handoff-install\nREFERENCE_REGISTER_CHECK=OK\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\nERROR_REGISTER_CHECK=OK\nERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83\nCOMMAND_SHA256=b6a2aa13e3cfd9b11d1bf00bbc382851f2c5e8b03e383737cb49a5223f21028b\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nEXECUTION_STARTED=true\nCHANGE_DECLARED=true\nRESULT_CONTRACT_VALID=false\nRESULT_CONTRACT_STATUS=UNKNOWN\nRESULT_CONTRACT_ERROR=MISSING_CONTRACT\nCOMMAND_RC=2\nCHANGES_MADE=unknown\nROLLBACK_STARTED=unknown\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=UNKNOWN\nSANITIZED=yes\nSECRETS_INCLUDED=no\nPRIVATE_ADDRESSES_INCLUDED=no\nRAW_EVIDENCE_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\nSANITIZED_OUTPUT_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\nOUTPUT_BEGIN\n/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\n\nOUTPUT_END\nCHAT_OUTPUT_END\n"}} + +OUTPUT_END +CHAT_OUTPUT_END diff --git a/runtime/latest.json b/runtime/latest.json index 6ee01a3..add8a7f 100644 --- a/runtime/latest.json +++ b/runtime/latest.json @@ -1,19 +1,19 @@ { "schema_version": 1, "channel": "homelab-runtime", - "command_id": "HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z", + "command_id": "HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z", "status": "OK", "rc": 0, "host": "pve01", "mode": "verify", - "component": "homelab-cluster-admin-update-visibility", - "started_at_utc": "2026-08-05T14:36:11Z", - "finished_at_utc": "2026-08-05T14:36:17Z", + "component": "skladchik-handoff-target-error-summary", + "started_at_utc": "2026-08-05T14:37:14Z", + "finished_at_utc": "2026-08-05T14:37:14Z", "reference_register_checked": true, "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e", "error_register_checked": true, "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83", - "command_sha256": "d8613dc60bb222bd08ec67d6351af6f25843e63459cfa7dd0b0e0efb647b18ff", + "command_sha256": "964b7302c6c2aac8abc40f3b85844b189f7067e3bc1e87d7b418d17741e56fd3", "duplicate_failed_command_blocked": false, "block_reason": null, "execution_started": true, @@ -30,9 +30,9 @@ "secrets_included": false, "private_addresses_included": false, "raw_evidence_retained_locally": true, - "raw_evidence_sha256": "7d4a33d0578aab214f4377ead7188d851c0c23e436a92a798b62ffd63eff3e8e", - "sanitized_output_sha256": "48cefb450e5f72ed68ed1bf09bbbc4015c82244cd46447d02720a5f3c822ee45", + "raw_evidence_sha256": "3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4", + "sanitized_output_sha256": "3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4", "output_truncated_in_json": false, "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt", - "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z\",\"command_rc\":0,\"control_plane_error\":null,\"exact_unit_count\":1,\"final_strategy\":\"live-baseline-late-read-with-atomic-recheck\",\"index_sha256_first\":\"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a\",\"index_sha256_second\":\"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a\",\"index_stable_over_3_seconds\":true,\"matching_source_count\":4,\"mutation_outcome\":\"NO_MUTATION\",\"rc\":0,\"ready_for_final_transaction\":true,\"remote_probe_root\":true,\"report_bytes\":27858,\"report_sha256\":\"76ff00a1e7d991d514a37a438f5107afb49f2713780f5fa33f25860bc8971e93\",\"rollback_restored\":false,\"rollback_started\":false,\"status\":\"OK\",\"strong_candidate_count\":0,\"unique_producer_found\":false,\"unique_producer_path\":null,\"unique_producer_sha256\":null,\"v23_exact_result_identity_confirmed\":true,\"v23_exact_sha_drift_confirmed\":true,\"version\":1}\n{\"changes_made\":false,\"command_id\":\"HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z\",\"mutation_outcome\":\"NO_MUTATION\",\"read_only\":true,\"remote_producer_analysis\":{\"candidate_units\":[\"homelab-cluster-admin-webpanel-render.service\",\"homelab-cluster-admin-webpanel.service\"],\"euid\":0,\"exact_units\":[{\"cat_rc\":0,\"directory_reference\":true,\"exact_index_reference\":false,\"show\":{\"ActiveState\":\"active\",\"DropInPaths\":\"\",\"ExecStart\":\"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -m http.server 8080 --bind 0.0.0.0 --directory /var/www/homelab-cluster-admin ; ignore_errors=no ; start_time=[Tue 2026-07-28 11:06:03 UTC] ; stop_time=[n/a] ; pid=439 ; code=(null) ; status=0/0 }\",\"FragmentPath\":\"/etc/systemd/system/homelab-cluster-admin-webpanel.service\",\"LoadState\":\"loaded\",\"Result\":\"success\",\"SubState\":\"running\",\"TriggeredBy\":\"\",\"Triggers\":\"\",\"UnitFileState\":\"enabled\",\"WorkingDirectory\":\"\"},\"show_rc\":0,\"unit\":\"homelab-cluster-admin-webpanel.service\",\"unit_text\":\"# /etc/systemd/system/homelab-cluster-admin-webpanel.service\\n[Unit]\\nDescription=Homelab cluster-admin web panel\\nAfter=network-online.target\\nWants=network-online.target\\n\\n[Service]\\nType=simple\\nExecStart=/usr/bin/python3 -m http.server 8080 --bind 0.0.0.0 --directory /var/www/homelab-cluster-admin\\nRestart=always\\nRestartSec=5\\n\\n[Install]\\nWantedBy=multi-user.target\"}],\"gate\":{\"next_required_action\":\"use live-baseline same-transaction patch with regeneration guard\",\"ready_for_generator_patch_design\":false,\"strong_candidate_count\":0,\"unique_producer_source\":null},\"hostname\":\"cluster-admin\",\"index\":{\"bytes\":10353,\"ctime_ns\":1785940538091660296,\"gid\":0,\"inode\":135903,\"mode\":\"0o644\",\"mtime_ns\":1785940538091660296,\"path\":\"/var/www/homelab-cluster-admin/index.html\",\"sha256_first\":\"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a\",\"sha256_second\":\"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a\",\"stable_over_3_seconds\":true,\"title_lines\":[\"Homelab Cluster Admin\",\"

Homelab Cluster Admin

\",\"

Self

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-self-check BAD=1 HOST=cluster-admin IP_OK=1 DNS_OK=1 FAILED_UNITS=1 QGA=active\",\"

Observer

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-observer BAD=2 WARN=0 HOST=cluster-admin SELF_FAILED_UNITS=1 QGA=active PVE01=checked PVE02=checked PVE03=checked EDGE=checked DNS_PAIR=checked OVERALL_ENDPOINT=checked REPORT=/var/lib/homelab-cluster-admin/latest.md
\",\"

Full observer

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-full-observer BAD=3 WARN=0 INFO_OFF=7 PROBE_OK=2 PROBE_BAD=2 MAP_TOTAL=30 CRITICAL_FAILS=0 OPTIONAL_INFO_OFF=7 SELF_FAILED_UNITS=1 QGA=active REPORT=/var/lib/homelab-cluster-admin/full-observer-latest.md
\",\"

Mail Cloud backup

STATUS=OK TS=2026-07-09T05:07:47Z TYPE=cluster-admin-vm-mail-cloud-backup BAD=0 VMID=180 NODE=pve02 MODE=MAIL_CLOUD_2COPY_VERIFY_OK LOCAL_STATUS=OK REPORT=/var/lib/homelab-cluster-admin-vm-mail-cloud-backup/latest.md
\",\"
\",\"

Final readiness

STATUS=WARN TS=2026-08-05T05:21:50Z TYPE=final-readiness BAD=6 PASS=47 FAIL=6 REPORT=/var/lib/homelab-final-readiness/latest.md
\",\"

Strict seal

STATUS=OK TS=2026-07-09T04:49:23Z TYPE=cluster-admin-strict-final-seal BAD=0 VMID=180 IP=[PRIVATE_IP] MODE=DEDICATED_CLUSTER_ADMIN_HARDGATED OBSERVER=OK RESTRICTED_PROBES=OK FULL_OBSERVER=OK OVERALL_HARDGATE=YES FINAL_READINESS_HARDGATE=YES FAILED_UNITS=pve01:0,pve02:0,pve03:0,edge:0 DIRTY_COUNT=0 REPORT=/var/lib/homelab-ideal-cluster/cluster-admin-strict-final-seal-latest.md
\",\"

Service map tail

# Homelab cluster-admin full observer\",\"pve01 ssh_rc=0 STATUS=WARN TS=2026-08-05T14:30:59Z TYPE=cluster-admin-node-probe BAD=1 HOST=pve01 FAILED_UNITS=3 ROOT_PCT=16 STAGING_PCT=53 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=3 CT_RUNNING=2\",\"pve02 ssh_rc=0 STATUS=OK TS=2026-08-05T14:31:00Z TYPE=cluster-admin-node-probe BAD=0 HOST=pve02 FAILED_UNITS=0 ROOT_PCT=30 STAGING_PCT=75 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=2 CT_RUNNING=2\",\"pve03 ssh_rc=0 STATUS=WARN TS=2026-08-05T14:31:02Z TYPE=cluster-admin-node-probe BAD=1 HOST=pve03 FAILED_UNITS=2 ROOT_PCT=59 STAGING_PCT=54 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=2 CT_RUNNING=0\",\"edge ssh_rc=0 STATUS=OK TS=2026-08-05T14:31:05Z TYPE=cluster-admin-edge-probe BAD=0 HOST=edge-vm FAILED_UNITS=0 ROOT_PCT=42 SSHD=active\",\"OK severity=\",\"OK severity=critical kind=tcp name=cluster_admin_ssh target=[PRIVATE_IP] value=22 tcp_22_rc=0\",\"STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-full-observer BAD=3 WARN=0 INFO_OFF=7 PROBE_OK=2 PROBE_BAD=2 MAP_TOTAL=30 CRITICAL_FAILS=0 OPTIONAL_INFO_OFF=7 SELF_FAILED_UNITS=1 QGA=active REPORT=/var/lib/homelab-cluster-admin/full-observer-latest.md
\"],\"uid\":0},\"journal\":{\"homelab-cluster-admin-webpanel-render.service\":{\"rc\":0,\"stderr\":\"\",\"stdout\":\"Aug 05 14:33:28 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\\nAug 05 14:33:28 cluster-admin render-webpanel-cycle-break.sh[2018935]: STATUS=WARN TS=2026-08-05T14:33:28Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\\nAug 05 14:33:28 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\\nAug 05 14:33:28 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\\nAug 05 14:34:37 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\\nAug 05 14:34:37 cluster-admin render-webpanel-cycle-break.sh[2019068]: STATUS=WARN TS=2026-08-05T14:34:37Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\\nAug 05 14:34:37 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\\nAug 05 14:34:37 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\\nAug 05 14:35:38 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\\nAug 05 14:35:38 cluster-admin render-webpanel-cycle-break.sh[2019204]: STATUS=WARN TS=2026-08-05T14:35:38Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\\nAug 05 14:35:38 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\\nAug 05 14:35:38 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\\n\"},\"homelab-cluster-admin-webpanel.service\":{\"rc\":0,\"stderr\":\"\",\"stdout\":\"Aug 05 14:33:07 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:33:07] \\\"HEAD /status.txt HTTP/1.1\\\" 200 -\\nAug 05 14:34:04 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:04] \\\"HEAD /status.txt HTTP/1.1\\\" 200 -\\nAug 05 14:34:08 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:08] \\\"HEAD /status.txt HTTP/1.1\\\" 200 -\\nAug 05 14:34:23 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:23] \\\"HEAD /status.txt HTTP/1.1\\\" 200 -\\nAug 05 14:34:38 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:38] \\\"HEAD /status.txt HTTP/1.1\\\" 200 -\\n\"}},\"matches\":[{\"bytes\":1433,\"contexts\":[{\"line\":5,\"text\":\"STATUS_FILE=/var/www/homelab-cluster-admin/status.txt\"}],\"directory_path\":true,\"exact_path\":false,\"mode\":\"0o750\",\"path\":\"/opt/homelab-cluster-admin/render-webpanel-cycle-break.sh\",\"score\":80,\"sha256\":\"8afb6e9e1610b4389928fc4e2e60b01c42112128bca8cde1e6fb73ff94e99792\",\"write_logic\":true},{\"bytes\":3708,\"contexts\":[{\"line\":4,\"text\":\"WEB=/var/www/homelab-cluster-admin\"},{\"line\":39,\"text\":\"cat > \\\"$WEB/index.html\\\" <\\\", line 14, in \\nRuntimeError: sha drift /var/www/homelab-cluster-admin/index.html\\n\",\"identity_confirmed\":true,\"mutation_outcome\":\"NO_MUTATION\",\"output_bytes\":843,\"output_sha256\":\"1bfd49a2a2f0b5f0ed1e2b386c132b63c6fcd7b7bb17b50e301783e803d0bc0c\",\"output_source\":\"runner_json\",\"rollback_restored\":false,\"rollback_started\":false,\"runner_document_rc\":1,\"runner_json_sha256\":\"eabc1c56bfd307512e2914d2163ab7e8accd5ea56adec9d2ae804e305c1c6fbe\",\"runner_rc\":1,\"runner_status\":\"FAIL\",\"runner_text_sha256\":\"677c6def8ad8cff8d01cec0c743d09978c1924f962fb9cc931472cad6f3d038a\",\"runner_wrapper_matches_document\":true,\"state_document_sha256\":\"16c1be27a9ba7efa83b40e4977f2b3cf83e6150dd809febc8a452662ed20dc20\",\"state_path_sha256\":\"2d957c8685cec0699340791b7bea723cb0cfd552a707eac454ec2d8aac23b87e\",\"state_status\":\"FAIL\"}}\n" + "output": "HOMELAB_RESULT_CONTRACT={\"changes_made\":false,\"command_id\":\"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z\",\"command_rc\":0,\"mutation_outcome\":\"NO_MUTATION\",\"output_truncated_in_json\":false,\"rc\":0,\"rollback_restored\":null,\"rollback_started\":false,\"status\":\"OK\",\"version\":1}\n{\"changes_made\":false,\"command_id\":\"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z\",\"command_rc\":0,\"mutation_outcome\":\"NO_MUTATION\",\"next_action\":\"USE_THIS_SHA_VERIFIED_ERROR; DO_NOT_USE_LATEST; DO_NOT_REPAIR_LOOKUP_FOR_READING\",\"output_truncated_in_json\":false,\"rc\":0,\"read_only\":true,\"rollback_restored\":null,\"rollback_started\":false,\"schema\":2,\"status\":\"OK\",\"target_error_fields\":[],\"target_execution\":{\"changes_made\":null,\"command_rc\":null,\"control_plane_error\":null,\"mutation_outcome\":null,\"output_truncated_in_json\":false,\"rollback_restored\":null,\"rollback_started\":null,\"runner_document_rc\":76,\"runner_rc\":76,\"runner_status\":\"FAIL\",\"runner_wrapper_matches_document\":true,\"state_status\":\"FAIL\"},\"target_identity\":{\"capsule_sha256\":\"a4a3da27bd8ce15289d6d170493e308fd8dd1e62e6b028d1f1c3925a6476a2a5\",\"command_id\":\"HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\",\"full_output_sha_verified\":true,\"output_sha256\":\"d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\",\"runner_examined_values\":37,\"runner_json_roots\":1,\"runner_json_sha256\":\"5f6fdbeeaa507a20cc76aacf45921ad5d92dfbc9848128ebc9a210a97847848b\",\"runner_text_sha256\":\"3c61150bfcb367e0bcff800003b922a0b2ad5ae001e87f83862418cc22b81da8\",\"state_file_sha256\":\"09d2481514e059e4ae8f78bb17665d6c8ebf9568620cc0c420f19fbac9e79976\"},\"target_output\":{\"bytes\":114,\"exact_sanitized_text\":\"/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\\n\",\"lines\":1},\"target_runner_text\":{\"bytes\":1156,\"exact_sanitized_text\":\"CHAT_OUTPUT_BEGIN\\nCOMMAND_ID=HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\\nSTATUS=FAIL\\nRC=76\\nHOST=pve01\\nMODE=change\\nCOMPONENT=skladchik-secret-handoff-install\\nREFERENCE_REGISTER_CHECK=OK\\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\\nERROR_REGISTER_CHECK=OK\\nERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83\\nCOMMAND_SHA256=b6a2aa13e3cfd9b11d1bf00bbc382851f2c5e8b03e383737cb49a5223f21028b\\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\\nEXECUTION_STARTED=true\\nCHANGE_DECLARED=true\\nRESULT_CONTRACT_VALID=false\\nRESULT_CONTRACT_STATUS=UNKNOWN\\nRESULT_CONTRACT_ERROR=MISSING_CONTRACT\\nCOMMAND_RC=2\\nCHANGES_MADE=unknown\\nROLLBACK_STARTED=unknown\\nROLLBACK_RESTORED=null\\nMUTATION_OUTCOME=UNKNOWN\\nSANITIZED=yes\\nSECRETS_INCLUDED=no\\nPRIVATE_ADDRESSES_INCLUDED=no\\nRAW_EVIDENCE_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\\nSANITIZED_OUTPUT_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\\nOUTPUT_BEGIN\\n/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\\n\\nOUTPUT_END\\nCHAT_OUTPUT_END\\n\"}}\n" } diff --git a/runtime/latest.txt b/runtime/latest.txt index 6f483e9..ccc73f5 100644 --- a/runtime/latest.txt +++ b/runtime/latest.txt @@ -1,15 +1,15 @@ CHAT_OUTPUT_BEGIN -COMMAND_ID=HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z +COMMAND_ID=HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z STATUS=OK RC=0 HOST=pve01 MODE=verify -COMPONENT=homelab-cluster-admin-update-visibility +COMPONENT=skladchik-handoff-target-error-summary REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 -COMMAND_SHA256=d8613dc60bb222bd08ec67d6351af6f25843e63459cfa7dd0b0e0efb647b18ff +COMMAND_SHA256=964b7302c6c2aac8abc40f3b85844b189f7067e3bc1e87d7b418d17741e56fd3 DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false @@ -24,11 +24,11 @@ MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no -RAW_EVIDENCE_SHA256=7d4a33d0578aab214f4377ead7188d851c0c23e436a92a798b62ffd63eff3e8e -SANITIZED_OUTPUT_SHA256=48cefb450e5f72ed68ed1bf09bbbc4015c82244cd46447d02720a5f3c822ee45 +RAW_EVIDENCE_SHA256=3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4 +SANITIZED_OUTPUT_SHA256=3db4739ceb22ea5abcd82c07674efedc6f59414a0a3b0363a92bbe28321ed8b4 OUTPUT_BEGIN -HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z","command_rc":0,"control_plane_error":null,"exact_unit_count":1,"final_strategy":"live-baseline-late-read-with-atomic-recheck","index_sha256_first":"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a","index_sha256_second":"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a","index_stable_over_3_seconds":true,"matching_source_count":4,"mutation_outcome":"NO_MUTATION","rc":0,"ready_for_final_transaction":true,"remote_probe_root":true,"report_bytes":27858,"report_sha256":"76ff00a1e7d991d514a37a438f5107afb49f2713780f5fa33f25860bc8971e93","rollback_restored":false,"rollback_started":false,"status":"OK","strong_candidate_count":0,"unique_producer_found":false,"unique_producer_path":null,"unique_producer_sha256":null,"v23_exact_result_identity_confirmed":true,"v23_exact_sha_drift_confirmed":true,"version":1} -{"changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V24-INDEX-PRODUCER-READ-ONLY-20260805T143000Z","mutation_outcome":"NO_MUTATION","read_only":true,"remote_producer_analysis":{"candidate_units":["homelab-cluster-admin-webpanel-render.service","homelab-cluster-admin-webpanel.service"],"euid":0,"exact_units":[{"cat_rc":0,"directory_reference":true,"exact_index_reference":false,"show":{"ActiveState":"active","DropInPaths":"","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -m http.server 8080 --bind 0.0.0.0 --directory /var/www/homelab-cluster-admin ; ignore_errors=no ; start_time=[Tue 2026-07-28 11:06:03 UTC] ; stop_time=[n/a] ; pid=439 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/homelab-cluster-admin-webpanel.service","LoadState":"loaded","Result":"success","SubState":"running","TriggeredBy":"","Triggers":"","UnitFileState":"enabled","WorkingDirectory":""},"show_rc":0,"unit":"homelab-cluster-admin-webpanel.service","unit_text":"# /etc/systemd/system/homelab-cluster-admin-webpanel.service\n[Unit]\nDescription=Homelab cluster-admin web panel\nAfter=network-online.target\nWants=network-online.target\n\n[Service]\nType=simple\nExecStart=/usr/bin/python3 -m http.server 8080 --bind 0.0.0.0 --directory /var/www/homelab-cluster-admin\nRestart=always\nRestartSec=5\n\n[Install]\nWantedBy=multi-user.target"}],"gate":{"next_required_action":"use live-baseline same-transaction patch with regeneration guard","ready_for_generator_patch_design":false,"strong_candidate_count":0,"unique_producer_source":null},"hostname":"cluster-admin","index":{"bytes":10353,"ctime_ns":1785940538091660296,"gid":0,"inode":135903,"mode":"0o644","mtime_ns":1785940538091660296,"path":"/var/www/homelab-cluster-admin/index.html","sha256_first":"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a","sha256_second":"eca85a4d2f2902a5b2f3dda71ec5204f1864e9742d5528a98faa98696624495a","stable_over_3_seconds":true,"title_lines":["Homelab Cluster Admin","

Homelab Cluster Admin

","

Self

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-self-check BAD=1 HOST=cluster-admin IP_OK=1 DNS_OK=1 FAILED_UNITS=1 QGA=active","

Observer

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-observer BAD=2 WARN=0 HOST=cluster-admin SELF_FAILED_UNITS=1 QGA=active PVE01=checked PVE02=checked PVE03=checked EDGE=checked DNS_PAIR=checked OVERALL_ENDPOINT=checked REPORT=/var/lib/homelab-cluster-admin/latest.md
","

Full observer

STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-full-observer BAD=3 WARN=0 INFO_OFF=7 PROBE_OK=2 PROBE_BAD=2 MAP_TOTAL=30 CRITICAL_FAILS=0 OPTIONAL_INFO_OFF=7 SELF_FAILED_UNITS=1 QGA=active REPORT=/var/lib/homelab-cluster-admin/full-observer-latest.md
","

Mail Cloud backup

STATUS=OK TS=2026-07-09T05:07:47Z TYPE=cluster-admin-vm-mail-cloud-backup BAD=0 VMID=180 NODE=pve02 MODE=MAIL_CLOUD_2COPY_VERIFY_OK LOCAL_STATUS=OK REPORT=/var/lib/homelab-cluster-admin-vm-mail-cloud-backup/latest.md
","
","

Final readiness

STATUS=WARN TS=2026-08-05T05:21:50Z TYPE=final-readiness BAD=6 PASS=47 FAIL=6 REPORT=/var/lib/homelab-final-readiness/latest.md
","

Strict seal

STATUS=OK TS=2026-07-09T04:49:23Z TYPE=cluster-admin-strict-final-seal BAD=0 VMID=180 IP=[PRIVATE_IP] MODE=DEDICATED_CLUSTER_ADMIN_HARDGATED OBSERVER=OK RESTRICTED_PROBES=OK FULL_OBSERVER=OK OVERALL_HARDGATE=YES FINAL_READINESS_HARDGATE=YES FAILED_UNITS=pve01:0,pve02:0,pve03:0,edge:0 DIRTY_COUNT=0 REPORT=/var/lib/homelab-ideal-cluster/cluster-admin-strict-final-seal-latest.md
","

Service map tail

# Homelab cluster-admin full observer","pve01 ssh_rc=0 STATUS=WARN TS=2026-08-05T14:30:59Z TYPE=cluster-admin-node-probe BAD=1 HOST=pve01 FAILED_UNITS=3 ROOT_PCT=16 STAGING_PCT=53 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=3 CT_RUNNING=2","pve02 ssh_rc=0 STATUS=OK TS=2026-08-05T14:31:00Z TYPE=cluster-admin-node-probe BAD=0 HOST=pve02 FAILED_UNITS=0 ROOT_PCT=30 STAGING_PCT=75 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=2 CT_RUNNING=2","pve03 ssh_rc=0 STATUS=WARN TS=2026-08-05T14:31:02Z TYPE=cluster-admin-node-probe BAD=1 HOST=pve03 FAILED_UNITS=2 ROOT_PCT=59 STAGING_PCT=54 PVE_CLUSTER=active PVE_DAEMON=active PVE_PROXY=active PVE_STATD=active COROSYNC=active QUORATE=Yes QM_RUNNING=2 CT_RUNNING=0","edge ssh_rc=0 STATUS=OK TS=2026-08-05T14:31:05Z TYPE=cluster-admin-edge-probe BAD=0 HOST=edge-vm FAILED_UNITS=0 ROOT_PCT=42 SSHD=active","OK severity=","OK severity=critical kind=tcp name=cluster_admin_ssh target=[PRIVATE_IP] value=22 tcp_22_rc=0","STATUS=WARN TS=2026-08-05T14:30:58Z TYPE=cluster-admin-full-observer BAD=3 WARN=0 INFO_OFF=7 PROBE_OK=2 PROBE_BAD=2 MAP_TOTAL=30 CRITICAL_FAILS=0 OPTIONAL_INFO_OFF=7 SELF_FAILED_UNITS=1 QGA=active REPORT=/var/lib/homelab-cluster-admin/full-observer-latest.md
"],"uid":0},"journal":{"homelab-cluster-admin-webpanel-render.service":{"rc":0,"stderr":"","stdout":"Aug 05 14:33:28 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\nAug 05 14:33:28 cluster-admin render-webpanel-cycle-break.sh[2018935]: STATUS=WARN TS=2026-08-05T14:33:28Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\nAug 05 14:33:28 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\nAug 05 14:33:28 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\nAug 05 14:34:37 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\nAug 05 14:34:37 cluster-admin render-webpanel-cycle-break.sh[2019068]: STATUS=WARN TS=2026-08-05T14:34:37Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\nAug 05 14:34:37 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\nAug 05 14:34:37 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\nAug 05 14:35:38 cluster-admin systemd[1]: Starting homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel...\nAug 05 14:35:38 cluster-admin render-webpanel-cycle-break.sh[2019204]: STATUS=WARN TS=2026-08-05T14:35:38Z TYPE=cluster-admin-webpanel BAD=5 URL=http://[PRIVATE_IP]:8080/ STATUS_URL=http://[PRIVATE_IP]:8080/status.txt SELF_FAILED_UNITS=1 QGA=active BACKUP=MAIL_CLOUD_2COPY_VERIFY_OK\nAug 05 14:35:38 cluster-admin systemd[1]: homelab-cluster-admin-webpanel-render.service: Deactivated successfully.\nAug 05 14:35:38 cluster-admin systemd[1]: Finished homelab-cluster-admin-webpanel-render.service - Render Homelab cluster-admin web panel.\n"},"homelab-cluster-admin-webpanel.service":{"rc":0,"stderr":"","stdout":"Aug 05 14:33:07 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:33:07] \"HEAD /status.txt HTTP/1.1\" 200 -\nAug 05 14:34:04 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:04] \"HEAD /status.txt HTTP/1.1\" 200 -\nAug 05 14:34:08 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:08] \"HEAD /status.txt HTTP/1.1\" 200 -\nAug 05 14:34:23 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:23] \"HEAD /status.txt HTTP/1.1\" 200 -\nAug 05 14:34:38 cluster-admin python3[439]: [PRIVATE_IP] - - [05/Aug/2026 14:34:38] \"HEAD /status.txt HTTP/1.1\" 200 -\n"}},"matches":[{"bytes":1433,"contexts":[{"line":5,"text":"STATUS_FILE=/var/www/homelab-cluster-admin/status.txt"}],"directory_path":true,"exact_path":false,"mode":"0o750","path":"/opt/homelab-cluster-admin/render-webpanel-cycle-break.sh","score":80,"sha256":"8afb6e9e1610b4389928fc4e2e60b01c42112128bca8cde1e6fb73ff94e99792","write_logic":true},{"bytes":3708,"contexts":[{"line":4,"text":"WEB=/var/www/homelab-cluster-admin"},{"line":39,"text":"cat > \"$WEB/index.html\" <\", line 14, in \nRuntimeError: sha drift /var/www/homelab-cluster-admin/index.html\n","identity_confirmed":true,"mutation_outcome":"NO_MUTATION","output_bytes":843,"output_sha256":"1bfd49a2a2f0b5f0ed1e2b386c132b63c6fcd7b7bb17b50e301783e803d0bc0c","output_source":"runner_json","rollback_restored":false,"rollback_started":false,"runner_document_rc":1,"runner_json_sha256":"eabc1c56bfd307512e2914d2163ab7e8accd5ea56adec9d2ae804e305c1c6fbe","runner_rc":1,"runner_status":"FAIL","runner_text_sha256":"677c6def8ad8cff8d01cec0c743d09978c1924f962fb9cc931472cad6f3d038a","runner_wrapper_matches_document":true,"state_document_sha256":"16c1be27a9ba7efa83b40e4977f2b3cf83e6150dd809febc8a452662ed20dc20","state_path_sha256":"2d957c8685cec0699340791b7bea723cb0cfd552a707eac454ec2d8aac23b87e","state_status":"FAIL"}} +HOMELAB_RESULT_CONTRACT={"changes_made":false,"command_id":"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z","command_rc":0,"mutation_outcome":"NO_MUTATION","output_truncated_in_json":false,"rc":0,"rollback_restored":null,"rollback_started":false,"status":"OK","version":1} +{"changes_made":false,"command_id":"HOMELAB-SKLADCHIK-HANDOFF-TARGET-ERROR-EXACT-READ-ONLY-20260805T143300Z","command_rc":0,"mutation_outcome":"NO_MUTATION","next_action":"USE_THIS_SHA_VERIFIED_ERROR; DO_NOT_USE_LATEST; DO_NOT_REPAIR_LOOKUP_FOR_READING","output_truncated_in_json":false,"rc":0,"read_only":true,"rollback_restored":null,"rollback_started":false,"schema":2,"status":"OK","target_error_fields":[],"target_execution":{"changes_made":null,"command_rc":null,"control_plane_error":null,"mutation_outcome":null,"output_truncated_in_json":false,"rollback_restored":null,"rollback_started":null,"runner_document_rc":76,"runner_rc":76,"runner_status":"FAIL","runner_wrapper_matches_document":true,"state_status":"FAIL"},"target_identity":{"capsule_sha256":"a4a3da27bd8ce15289d6d170493e308fd8dd1e62e6b028d1f1c3925a6476a2a5","command_id":"HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z","full_output_sha_verified":true,"output_sha256":"d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf","runner_examined_values":37,"runner_json_roots":1,"runner_json_sha256":"5f6fdbeeaa507a20cc76aacf45921ad5d92dfbc9848128ebc9a210a97847848b","runner_text_sha256":"3c61150bfcb367e0bcff800003b922a0b2ad5ae001e87f83862418cc22b81da8","state_file_sha256":"09d2481514e059e4ae8f78bb17665d6c8ebf9568620cc0c420f19fbac9e79976"},"target_output":{"bytes":114,"exact_sanitized_text":"/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\n","lines":1},"target_runner_text":{"bytes":1156,"exact_sanitized_text":"CHAT_OUTPUT_BEGIN\nCOMMAND_ID=HOMELAB-SKLADCHIK-SECRET-HANDOFF-INSTALL-V2-20260805T141500Z\nSTATUS=FAIL\nRC=76\nHOST=pve01\nMODE=change\nCOMPONENT=skladchik-secret-handoff-install\nREFERENCE_REGISTER_CHECK=OK\nREFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e\nERROR_REGISTER_CHECK=OK\nERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83\nCOMMAND_SHA256=b6a2aa13e3cfd9b11d1bf00bbc382851f2c5e8b03e383737cb49a5223f21028b\nDUPLICATE_FAILED_COMMAND_BLOCKED=false\nEXECUTION_STARTED=true\nCHANGE_DECLARED=true\nRESULT_CONTRACT_VALID=false\nRESULT_CONTRACT_STATUS=UNKNOWN\nRESULT_CONTRACT_ERROR=MISSING_CONTRACT\nCOMMAND_RC=2\nCHANGES_MADE=unknown\nROLLBACK_STARTED=unknown\nROLLBACK_RESTORED=null\nMUTATION_OUTCOME=UNKNOWN\nSANITIZED=yes\nSECRETS_INCLUDED=no\nPRIVATE_ADDRESSES_INCLUDED=no\nRAW_EVIDENCE_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\nSANITIZED_OUTPUT_SHA256=d9cd93ca143adf160c758f9e73f9916a978424d7224b5822894c4e8a345e5fcf\nOUTPUT_BEGIN\n/usr/bin/python3: can't open file '//skladchik_secret_handoff_install_v2.py': [Errno 2] No such file or directory\n\nOUTPUT_END\nCHAT_OUTPUT_END\n"}} OUTPUT_END CHAT_OUTPUT_END