CHAT_OUTPUT_BEGIN COMMAND_ID=HOMELAB-CLUSTER-ADMIN-UPDATES-V43-V42-EXACT-STATE-READ-ONLY-20260806T002500Z STATUS=OK RC=0 HOST=pve01 MODE=verify COMPONENT=homelab-cluster-admin-update-visibility REFERENCE_REGISTER_CHECK=OK REFERENCE_SHA256=5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e ERROR_REGISTER_CHECK=OK ERROR_REGISTER_SHA256=24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83 COMMAND_SHA256=eedf5ad47d38361b8c65423a0eaa6b97bb59dc88df6914c61d595be08cd4099b DUPLICATE_FAILED_COMMAND_BLOCKED=false EXECUTION_STARTED=true CHANGE_DECLARED=false RESULT_CONTRACT_VALID=true RESULT_CONTRACT_STATUS=NOT_APPLICABLE RESULT_CONTRACT_ERROR=NONE COMMAND_RC=0 CHANGES_MADE=false ROLLBACK_STARTED=false ROLLBACK_RESTORED=null MUTATION_OUTCOME=NO_MUTATION SANITIZED=yes SECRETS_INCLUDED=no PRIVATE_ADDRESSES_INCLUDED=no RAW_EVIDENCE_SHA256=13fc2a9916c396f6811adb9d4baaaad57f9f653732e914b769d2147354b11e2b SANITIZED_OUTPUT_SHA256=bf5041bab50e6181f2d55695a22c053c5e649b9c594c7047bd625dc0394d0e90 OUTPUT_BEGIN HOMELAB_RESULT_CONTRACT={"actual_incident_engine_state":"ORIGINAL_AND_HEALTHY","changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V43-V42-EXACT-STATE-READ-ONLY-20260806T002500Z","command_rc":0,"conclusion":"V42_RESULT_REQUIRES_MANUAL_RECONCILIATION","control_plane_error":null,"mutation_outcome":"NO_MUTATION","rc":0,"report_bytes":8987,"report_sha256":"8a4c51241fb2b1afba96a3e08e240f3519a71b071e96d303f08a145639f46722","rollback_restored":false,"rollback_started":false,"safe_state":false,"status":"OK","v42_changes_made":null,"v42_control_plane_error":null,"v42_identity_confirmed":true,"v42_mutation_outcome":"UNKNOWN","v42_rollback_restored":null,"v42_rollback_started":null,"v42_runner_document_rc":76,"v42_runner_rc":76,"v42_runner_status":"FAIL","v42_runner_wrapper_matches_document":true,"v42_runtime_consistent":false,"v42_state_status":"FAIL","version":1} {"actual_incident_engine":{"assets":{"html":{"bytes":774050,"mode":420,"path":"/var/www/homelab-cluster-admin/cluster-admin-updates.html","sha256":"a9ccc2448d9bca7cfc3b762bfa21874b5d7760e75e7dadb5246ed2cf1858683e"},"json":{"bytes":769595,"mode":420,"path":"/var/www/homelab-cluster-admin/cluster-admin-updates.json","sha256":"a0437be3179fd0022c488439ea5eb0d9602e7f043d0c182bf0e9fbd7760563ed","summary":{"containers_running":1,"containers_total":1,"contexts_reachable":7,"contexts_total":15,"image_update_unknown":1,"images_total":1,"images_with_updates":0,"nodes_reachable":3,"nodes_total":3,"packages_upgradable":503,"services_active":345,"services_failed":0,"services_total":1032,"services_with_updates":410}}},"backup_files":[{"bytes":28599,"mode":384,"path":"/var/backups/homelab-cluster-admin/HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z/incident-engine-app.py","sha256":"17d95ebfc28cef34846a8999664019d5d032ee8176b7fedd9ceeebfc5c97e3b6"},{"bytes":30898,"mode":420,"path":"/var/backups/homelab-cluster-admin/HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z/incident-engine-app.candidate.py","sha256":"26787f335382f6d6beff9a31a185e4998f50f91eed9b8b94831619c5a87a9647"}],"euid":0,"hostname":"cluster-admin","http_probes":{"/":{"body_bytes":0,"body_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","contains_card_text":false,"contains_incident_title":false,"http_status":303,"location":"/login","path":"/","rc":0,"stderr":""},"/cluster-admin-updates.html":{"body_bytes":22,"body_sha256":"37ec4665a8102d115ffd1ac20dae94c98b4dac64b0c1a68228aa2a531caeb35d","contains_card_text":false,"contains_incident_title":false,"http_status":404,"location":null,"path":"/cluster-admin-updates.html","rc":0,"stderr":""},"/cluster-admin-updates.json":{"body_bytes":22,"body_sha256":"37ec4665a8102d115ffd1ac20dae94c98b4dac64b0c1a68228aa2a531caeb35d","contains_card_text":false,"contains_incident_title":false,"http_status":404,"location":null,"path":"/cluster-admin-updates.json","rc":0,"stderr":""},"/health":{"body_bytes":81,"body_sha256":"8c6f8f05af356537211023cc5af3bcc70916211cf8d576d67dad41ab58893c0a","contains_card_text":false,"contains_incident_title":false,"http_status":200,"location":null,"path":"/health","rc":0,"stderr":""}},"openapi":{"error":"OpenAPI paths missing","paths":[],"request_rc":0,"stderr":""},"routes":[{"function":"headers","line":140,"path":"http"},{"function":"health","line":151,"path":"/health"},{"function":"get_login","line":155,"path":"/login"},{"function":"post_login","line":159,"path":"/login"},{"function":"logout","line":178,"path":"/logout"},{"function":"api_summary","line":190,"path":"/api/summary"},{"function":"dashboard","line":198,"path":"/"},{"function":"metrics","line":226,"path":"/metrics"},{"function":"api_v1_entities","line":327,"path":"/api/v1/entities"},{"function":"api_v1_entity_dependencies","line":365,"path":"/api/v1/entities/{entity_key:path}/dependencies"},{"function":"api_v1_entity_detail","line":392,"path":"/api/v1/entities/{entity_key:path}"},{"function":"api_v1_dependencies","line":407,"path":"/api/v1/dependencies"},{"function":"api_v1_sources","line":437,"path":"/api/v1/sources"},{"function":"api_v1_policies","line":447,"path":"/api/v1/policies"},{"function":"api_v1_collector_runs","line":457,"path":"/api/v1/collector-runs"}],"service":{"rc":0,"stderr":"","values":{"ActiveState":"active","ExecMainStatus":"0","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -m uvicorn app:app --host 0.0.0.0 --port 8081 --proxy-headers --forwarded-allow-ips=[PRIVATE_IP],127.0.0.1 ; ignore_errors=no ; start_time=[Thu 2026-08-06 00:19:50 UTC] ; stop_time=[n/a] ; pid=2125508 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/cluster-admin-incident-engine.service","LoadState":"loaded","MainPID":"2125508","Result":"success","SubState":"running","UnitFileState":"enabled","WorkingDirectory":"/opt/cluster-admin-incident-engine"}},"target":{"bytes":28599,"card_text_count":0,"gid":994,"marker_counts":{"# HOMELAB_UPDATE_VISIBILITY_INCIDENT_ENGINE_DASHBOARD_V1_BEGIN":0,"# HOMELAB_UPDATE_VISIBILITY_INCIDENT_ENGINE_DASHBOARD_V1_END":0,"# HOMELAB_UPDATE_VISIBILITY_INCIDENT_ENGINE_ROUTES_V1_BEGIN":0,"# HOMELAB_UPDATE_VISIBILITY_INCIDENT_ENGINE_ROUTES_V1_END":0},"mode":488,"original_sha256":"17d95ebfc28cef34846a8999664019d5d032ee8176b7fedd9ceeebfc5c97e3b6","path":"/opt/cluster-admin-incident-engine/app.py","sha256":"17d95ebfc28cef34846a8999664019d5d032ee8176b7fedd9ceeebfc5c97e3b6","uid":0},"verification":{"actual_state":"ORIGINAL_AND_HEALTHY","auth_redirects_exact":false,"health_200":true,"markers_exact":false,"openapi_exact":false,"patch_absent":true,"patch_applied":false,"routes_exact":false,"runtime_uvicorn_8081":true,"service_active_running":true}},"changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V43-V42-EXACT-STATE-READ-ONLY-20260806T002500Z","mutation_outcome":"NO_MUTATION","read_only":true,"reconciliation":{"actual_state":"ORIGINAL_AND_HEALTHY","conclusion":"V42_RESULT_REQUIRES_MANUAL_RECONCILIATION","consistent":false,"safe":false,"v42_outcome":"UNKNOWN","v42_status":"FAIL"},"rollback_restored":false,"rollback_started":false,"schema":43,"status":"OK","transport":{"rc":0,"stderr":"","stderr_bytes":0,"stderr_sha256":"e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855","stdout_bytes":4810,"stdout_sha256":"994ba32a806c5e77e5c9743ac92aa9af72147926e6fb1bca44ad897b3ecbdb7d"},"v42_exact_result":{"changes_made":null,"control_plane_error":null,"identity_confirmed":true,"mutation_outcome":"UNKNOWN","output_bytes":2365,"output_complete":true,"output_sha256":"7e118781aff9680d3f2fc54492ae4f820cc8002a8df56aac8dff1e4fad8d8ba8","output_truncated_in_json":false,"report":{"changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z","error":"RuntimeError: new routes absent from OpenAPI","error_type":"RuntimeError","mutation_outcome":"ROLLED_BACK","remote":{"backup":"/var/backups/homelab-cluster-admin/HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z/incident-engine-app.py","candidate_sha256":"26787f335382f6d6beff9a31a185e4998f50f91eed9b8b94831619c5a87a9647","changed":false,"error":"RuntimeError: new routes absent from OpenAPI","original_sha256":"17d95ebfc28cef34846a8999664019d5d032ee8176b7fedd9ceeebfc5c97e3b6","rollback_errors":[],"service_after_rollback":{"ActiveState":"active","ExecMainStatus":"0","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -m uvicorn app:app --host 0.0.0.0 --port 8081 --proxy-headers --forwarded-allow-ips=[PRIVATE_IP],127.0.0.1 ; ignore_errors=no ; start_time=[Thu 2026-08-06 00:19:50 UTC] ; stop_time=[n/a] ; pid=2125508 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/cluster-admin-incident-engine.service","LoadState":"loaded","MainPID":"2125508","Result":"success","SubState":"running","UnitFileState":"enabled","WorkingDirectory":"/opt/cluster-admin-incident-engine"},"service_before":{"ActiveState":"active","ExecMainStatus":"0","ExecStart":"{ path=/usr/bin/python3 ; argv[]=/usr/bin/python3 -m uvicorn app:app --host 0.0.0.0 --port 8081 --proxy-headers --forwarded-allow-ips=[PRIVATE_IP],127.0.0.1 ; ignore_errors=no ; start_time=[n/a] ; stop_time=[n/a] ; pid=0 ; code=(null) ; status=0/0 }","FragmentPath":"/etc/systemd/system/cluster-admin-incident-engine.service","LoadState":"loaded","MainPID":"487","Result":"success","SubState":"running","UnitFileState":"enabled","WorkingDirectory":"/opt/cluster-admin-incident-engine"},"status":"FAILED_ROLLED_BACK"},"rollback_errors":[],"rollback_restored":true,"rollback_started":true,"schema":42,"status":"FAIL"},"result_contract":{"changes_made":false,"command_id":"HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z","command_rc":1,"control_plane_error":null,"mutation_outcome":"ROLLED_BACK","rc":1,"report_bytes":1958,"report_sha256":"8a807a9aac198ab0d18f80ebe9f5e7684f1d5f908c198477340d9f2459e0b85f","rollback_restored":true,"rollback_started":true,"status":"FAIL","version":1},"rollback_restored":null,"rollback_started":null,"runner_document_rc":76,"runner_json_path":"/var/lib/homelab-chat-run/public/HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z-20260806T001948Z.json","runner_json_sha256":"44bbeb31889b4a3e10d0058cf67da6898d5181d876e855964bde9745dbb3509a","runner_rc":76,"runner_status":"FAIL","runner_text_path":"/var/lib/homelab-chat-run/public/HOMELAB-CLUSTER-ADMIN-UPDATES-V42-INCIDENT-ENGINE-CARD-FIXED-PATCH-20260806T001400Z-20260806T001948Z-latest.txt","runner_text_sha256":"b24140b16adde19c38a897e1a3849f1f54747b884fd9cc7cb60010c6f22b573a","runner_wrapper_matches_document":true,"state_document_sha256":"007511923b5588c86bf68d804d4c7f23738b1683da896ec4216d945ca7d46a31","state_path":"/var/lib/homelab-command-adapter/state/N474QY7HHF.json","state_status":"FAIL"}} OUTPUT_END CHAT_OUTPUT_END