{
  "schema_version": 1,
  "channel": "homelab-runtime",
  "command_id": "HOMELAB-FULL-CHAIN-FAILURE-DIAG-20260727T162712Z",
  "status": "OK",
  "rc": 0,
  "host": "pve01",
  "mode": "verify",
  "component": "full-chain-diagnostic",
  "started_at_utc": "2026-07-27T16:31:58Z",
  "finished_at_utc": "2026-07-27T16:31:58Z",
  "reference_register_checked": true,
  "reference_sha256": "5763f2f8edc75fcf6f3951f8c95896d1cc112ceccb6cf5b64a383f540a4deb8e",
  "error_register_checked": true,
  "error_register_sha256": "24934a2c7fa5c26f6e828583c4aefac7f143b40c0171736ed7571e617d55ab83",
  "command_sha256": "903b3e380d6f77f257a9304086dabaa4da7472e8ee95c5245368afc08364e0b0",
  "duplicate_failed_command_blocked": false,
  "block_reason": null,
  "execution_started": true,
  "change_declared": false,
  "result_contract_valid": true,
  "result_contract_status": null,
  "result_contract_error": null,
  "command_rc": 0,
  "changes_made": false,
  "rollback_started": false,
  "rollback_restored": null,
  "mutation_outcome": "NO_MUTATION",
  "sanitized": true,
  "secrets_included": false,
  "private_addresses_included": false,
  "raw_evidence_retained_locally": true,
  "raw_evidence_sha256": "0448ae602d1dc939fd0761eb12cded6cad863408d09d3d90d6854fbb7dfb2fa1",
  "sanitized_output_sha256": "0448ae602d1dc939fd0761eb12cded6cad863408d09d3d90d6854fbb7dfb2fa1",
  "output_truncated_in_json": false,
  "full_sanitized_output_url": "https://git.gram1.ru/.well-known/homelab-runtime/latest.txt",
  "output": "{\"anti_regression\":{\"DIAG-AR-001-EXACT-RUNNER-IDENTITIES\":\"PASS\",\"DIAG-AR-002-RUNNER-CALLER-EVIDENCE\":\"PASS\",\"DIAG-AR-003-MUTATING-CLOSURE-USES-RESULT-EVIDENCE\":\"PASS\",\"DIAG-AR-004-NO-STATUS-ONLY-CLOSURE\":\"PASS\",\"DIAG-AR-005-EXACT-SOURCE-LOCK\":\"PASS\",\"DIAG-AR-006-READ-ONLY\":\"PASS\"},\"backup_changed\":false,\"changes_made\":false,\"cluster_changed\":false,\"command_id\":\"HOMELAB-FULL-CHAIN-FAILURE-DIAG-20260727T162712Z\",\"diagnostic\":\"FULL_CHAIN_ACCEPTANCE_FAILURE\",\"diagnostic_completed\":true,\"gitea_changed\":false,\"mutating_state_analysis\":{\"invalid_state_files\":[],\"mutating_state_count\":5,\"mutating_states\":[{\"change_flags\":{\"backup\":false,\"cluster\":false,\"gitea\":false,\"production\":true},\"closure_classification\":\"CLOSED_SUCCESS\",\"command_id\":\"RUNNER-MUTATION-CONTRACT-APPLY-20260726T205715Z\",\"error_message_sha256\":null,\"error_type\":null,\"finished_at_utc\":\"2026-07-26T21:02:59.287306+00:00\",\"mode\":\"change\",\"public_result_facts\":{\"matching_public_result_count\":1,\"matching_public_results\":[{\"changes_made\":true,\"command_rc\":null,\"execution_started\":true,\"file\":\"RUNNER-MUTATION-CONTRACT-APPLY-20260726T205715Z-20260726T210254Z.json\",\"file_sha256\":\"3450a165b630f88dd9dcf8ae783d8834ed1fcf87995e52456dadb5d6203d30af\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rc\":0,\"result_contract_valid\":null,\"rollback_restored\":null,\"rollback_started\":null,\"sanitized\":true,\"secrets_included\":false,\"status\":\"OK\"}]},\"risk\":\"REVERSIBLE\",\"started_at_utc\":\"2026-07-26T21:02:54.268827+00:00\",\"state_file\":\"3BOG3CEDDX.json\",\"state_file_sha256\":\"5522f2fbcde20958cf8d1461265754a2d18722768bfe31191692ce2408b008e7\",\"state_result_facts\":{\"changes_made\":null,\"evidence_gateway_verified\":true,\"evidence_sha256\":\"9ac413b007bdf2ab6eb393d872bcd3eed101da0647924051ae3ea4abf7d4eca0\",\"execution_started\":true,\"mutation_outcome\":null,\"rollback_restored\":null,\"rollback_started\":null},\"status\":\"OK\",\"unresolved\":false,\"worker_pid\":3455747},{\"change_flags\":{\"backup\":false,\"cluster\":false,\"gitea\":false,\"production\":true},\"closure_classification\":\"UNRESOLVED_NEEDS_REVIEW\",\"command_id\":\"MINIMAL-RESULT-FEED-EMERGENCY-APPLY-20260727T090755Z\",\"error_message_sha256\":\"01626831c30f18bef5e5621858387d988cf0edb83c6ba723ebc0e7081b38a91a\",\"error_type\":\"InterruptedExecution\",\"finished_at_utc\":\"2026-07-27T09:11:52.964315+00:00\",\"mode\":\"change\",\"public_result_facts\":{\"matching_public_result_count\":0,\"matching_public_results\":[]},\"risk\":\"REVERSIBLE\",\"started_at_utc\":\"2026-07-27T09:08:46.908375+00:00\",\"state_file\":\"BV7RQRB2YA.json\",\"state_file_sha256\":\"a84b2520927f498a9289ec19fcef83ce01e74ac6d9d29ce2e66de234d311e819\",\"state_result_facts\":{\"changes_made\":null,\"evidence_gateway_verified\":null,\"evidence_sha256\":null,\"execution_started\":true,\"mutation_outcome\":null,\"rollback_restored\":null,\"rollback_started\":null},\"status\":\"FAIL\",\"unresolved\":true,\"worker_pid\":1544362},{\"change_flags\":{\"backup\":false,\"cluster\":false,\"gitea\":false,\"production\":true},\"closure_classification\":\"UNRESOLVED_NEEDS_REVIEW\",\"command_id\":\"RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z\",\"error_message_sha256\":null,\"error_type\":null,\"finished_at_utc\":\"2026-07-26T20:30:56.238685+00:00\",\"mode\":\"change\",\"public_result_facts\":{\"matching_public_result_count\":1,\"matching_public_results\":[{\"changes_made\":true,\"command_rc\":null,\"execution_started\":true,\"file\":\"RUNNER-LINKED-REMOVAL-APPLY-FINAL-20260726T202825Z-20260726T203051Z.json\",\"file_sha256\":\"535f79c0d76cc3bd6adeffe6f9d27ed37e6b4b971a3fa260f12b2c57fb5d6a52\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rc\":2,\"result_contract_valid\":null,\"rollback_restored\":null,\"rollback_started\":null,\"sanitized\":true,\"secrets_included\":false,\"status\":\"FAIL\"}]},\"risk\":\"REVERSIBLE\",\"started_at_utc\":\"2026-07-26T20:30:51.488097+00:00\",\"state_file\":\"QTYSBSRH63.json\",\"state_file_sha256\":\"ab5495eba8f2f81c97bd50b849d3a8e27a5c157672be28bf604050eabde4274e\",\"state_result_facts\":{\"changes_made\":null,\"evidence_gateway_verified\":true,\"evidence_sha256\":\"98474ad0c0c5ab2b6507c2469ea804b3c771f8a8f71c23a8238fd64ae1fe989d\",\"execution_started\":true,\"mutation_outcome\":null,\"rollback_restored\":null,\"rollback_started\":null},\"status\":\"FAIL\",\"unresolved\":true,\"worker_pid\":3358045},{\"change_flags\":{\"backup\":false,\"cluster\":false,\"gitea\":false,\"production\":true},\"closure_classification\":\"UNRESOLVED_NEEDS_REVIEW\",\"command_id\":\"RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z\",\"error_message_sha256\":null,\"error_type\":null,\"finished_at_utc\":\"2026-07-26T20:23:37.595816+00:00\",\"mode\":\"change\",\"public_result_facts\":{\"matching_public_result_count\":1,\"matching_public_results\":[{\"changes_made\":true,\"command_rc\":null,\"execution_started\":true,\"file\":\"RUNNER-LINKED-REMOVAL-APPLY-20260726T202107Z-20260726T202333Z.json\",\"file_sha256\":\"a1c17abc64bc32706aa43ef97f19bce5894a05fdabae6834f2d2e4deed611e5c\",\"mutation_outcome\":null,\"private_addresses_included\":false,\"rc\":2,\"result_contract_valid\":null,\"rollback_restored\":null,\"rollback_started\":null,\"sanitized\":true,\"secrets_included\":false,\"status\":\"FAIL\"}]},\"risk\":\"REVERSIBLE\",\"started_at_utc\":\"2026-07-26T20:23:32.925742+00:00\",\"state_file\":\"XJFI5CL574.json\",\"state_file_sha256\":\"98cf95f846d89ccf9d2a6dcdac1e249587854bf845eba45f17681c964bc27501\",\"state_result_facts\":{\"changes_made\":null,\"evidence_gateway_verified\":true,\"evidence_sha256\":\"d33b0cb4f775fb6bfb57d7681273a2ae9b3e884088ae794f1c152797cd03f6dd\",\"execution_started\":true,\"mutation_outcome\":null,\"rollback_restored\":null,\"rollback_started\":null},\"status\":\"FAIL\",\"unresolved\":true,\"worker_pid\":3321816},{\"change_flags\":{\"backup\":false,\"cluster\":false,\"gitea\":false,\"production\":true},\"closure_classification\":\"UNRESOLVED_NEEDS_REVIEW\",\"command_id\":\"RUNNER-MUTATION-CONTRACT-ACCEPTANCE-FIX-20260726T210744Z\",\"error_message_sha256\":\"01626831c30f18bef5e5621858387d988cf0edb83c6ba723ebc0e7081b38a91a\",\"error_type\":\"InterruptedExecution\",\"finished_at_utc\":\"2026-07-27T05:07:17.967688+00:00\",\"mode\":\"change\",\"public_result_facts\":{\"matching_public_result_count\":0,\"matching_public_results\":[]},\"risk\":\"REVERSIBLE\",\"started_at_utc\":\"2026-07-26T21:10:07.680130+00:00\",\"state_file\":\"YLYERDOV2U.json\",\"state_file_sha256\":\"36285550ceb849bf22aef539bc56ad4741c0fb61553d108eefd6fdc6805d02d9\",\"state_result_facts\":{\"changes_made\":null,\"evidence_gateway_verified\":null,\"evidence_sha256\":null,\"execution_started\":true,\"mutation_outcome\":null,\"rollback_restored\":null,\"rollback_started\":null},\"status\":\"FAIL\",\"unresolved\":true,\"worker_pid\":3484244}],\"state_dir_exists\":true,\"unresolved_count\":4},\"production_changed\":false,\"read_only\":true,\"rollback_started\":false,\"runner_group_reference_summary\":{\"1\":{\"configured_files\":6,\"configured_occurrences\":6,\"live_processes\":1}},\"runner_inventory\":{\"candidates\":[{\"device\":64513,\"executable\":true,\"gid\":0,\"inode\":5148538,\"is_symlink\":false,\"mode\":\"0750\",\"path\":\"/usr/local/sbin/homelab-chat-run\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-chat-run\",\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"uid\":0},{\"device\":64513,\"executable\":true,\"gid\":0,\"inode\":5148536,\"is_symlink\":false,\"mode\":\"0755\",\"path\":\"/usr/local/sbin/homelab-chat-run-linked\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-chat-run-linked\",\"sha256\":\"5e8725e129fd2055b36fe2fae13fc95fc4b3271074a0e0d4bb7347e7b2f270a1\",\"uid\":0}],\"canonical_error_type\":null,\"canonical_identity_present\":true,\"canonical_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"distinct_executable_identity_count\":2,\"identity_groups\":[{\"device\":64513,\"group\":1,\"inode\":5148538,\"is_canonical_identity\":true,\"paths\":[\"/usr/local/sbin/homelab-chat-run\"],\"sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\"},{\"device\":64513,\"group\":2,\"inode\":5148536,\"is_canonical_identity\":false,\"paths\":[\"/usr/local/sbin/homelab-chat-run-linked\"],\"sha256\":\"5e8725e129fd2055b36fe2fae13fc95fc4b3271074a0e0d4bb7347e7b2f270a1\"}]},\"runner_references\":{\"configured_references\":[{\"file\":\"/etc/cron.d/homelab-context-refresh.bak.20260721T105117Z\",\"file_sha256\":\"3945979e0bf7136d5fc6e77b5ca8c5c462d30e1445b43ff889d29d364755fd07\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}},{\"file\":\"/etc/cron.d/homelab-context-refresh.bak.20260721T110341Z\",\"file_sha256\":\"1270c918035e28d46de3f80e67779a43fd6ccb353d12d80c3411952ada45f919\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}},{\"file\":\"/usr/local/sbin/.homelab-command-adapter.new.1544389\",\"file_sha256\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}},{\"file\":\"/usr/local/sbin/homelab-context-refresh\",\"file_sha256\":\"98faa546f7a612f0d1f439d637c1293355371592afbcadf6cae0ee05b3552ef8\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}},{\"file\":\"/usr/local/sbin/homelab-chat-run-linked\",\"file_sha256\":\"5e8725e129fd2055b36fe2fae13fc95fc4b3271074a0e0d4bb7347e7b2f270a1\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}},{\"file\":\"/usr/local/sbin/homelab-command-adapter\",\"file_sha256\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"matches\":{\"/usr/local/sbin/homelab-chat-run\":1}}],\"process_references\":[{\"cmdline_sha256\":\"89d149fac0ec60584da94a246b516a6200071804a97f86cb5f85cd808b67bc61\",\"exe\":\"/usr/bin/bash\",\"matched_candidates\":[\"/usr/local/sbin/homelab-chat-run\"],\"pid\":3049260}]},\"schema\":1,\"source_lock\":{\"/etc/systemd/system/homelab-result-lookup.service\":{\"actual_sha256\":\"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d\",\"exists\":true,\"expected_sha256\":\"4bcc607fd457313f75373ec3d8ec20e7020f13c7cb8a9523fd988a24b0f6609d\",\"is_symlink\":false,\"mode\":\"0644\",\"regular\":true,\"resolved\":\"/etc/systemd/system/homelab-result-lookup.service\",\"sha_match\":true},\"/usr/local/sbin/homelab-chat-run\":{\"actual_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"exists\":true,\"expected_sha256\":\"b248a4c32c9cc64e5747e7dce6c7fc0a23f5124a77c71ce72e27a81aceae9d2d\",\"is_symlink\":false,\"mode\":\"0750\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-chat-run\",\"sha_match\":true},\"/usr/local/sbin/homelab-command-adapter\":{\"actual_sha256\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"exists\":true,\"expected_sha256\":\"a1a7a615c99568bf915d084cc476f0ebf54ab0eedf3ecd578c4b0e072f58c43d\",\"is_symlink\":false,\"mode\":\"0755\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-command-adapter\",\"sha_match\":true},\"/usr/local/sbin/homelab-command-portal\":{\"actual_sha256\":\"97c69bd4fccf7272dadc911281c1503f411bae2dc11dac4b22b87f33d678ae52\",\"exists\":true,\"expected_sha256\":\"97c69bd4fccf7272dadc911281c1503f411bae2dc11dac4b22b87f33d678ae52\",\"is_symlink\":false,\"mode\":\"0755\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-command-portal\",\"sha_match\":true},\"/usr/local/sbin/homelab-result-lookup\":{\"actual_sha256\":\"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c\",\"exists\":true,\"expected_sha256\":\"17f8d2a2ea219cdc02b0f8e821f8054b05c01de1253419b3d23349a2d383889c\",\"is_symlink\":false,\"mode\":\"0755\",\"regular\":true,\"resolved\":\"/usr/local/sbin/homelab-result-lookup\",\"sha_match\":true}},\"status\":\"OK\",\"target\":\"pve01\",\"units\":{\"homelab-command-adapter.service\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"ExecStart_mentions_canonical_runner\":false,\"ExecStart_sha256\":\"3493588fb9c796055b267e57fb1881243972be59e2507910d4cbe948989b5ee3\",\"Group\":\"homelab-command-portal\",\"LoadState\":\"loaded\",\"MainPID\":\"1637015\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"root\",\"show_rc\":0},\"homelab-command-portal.service\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"ExecStart_mentions_canonical_runner\":false,\"ExecStart_sha256\":\"e34879c7ae83e8b092ab9f1c561f8a1c47c4eb972df3d3d4abc5da544bf00fa6\",\"Group\":\"homelab-command-portal\",\"LoadState\":\"loaded\",\"MainPID\":\"1759597\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"homelab-command-portal\",\"show_rc\":0},\"homelab-result-lookup.service\":{\"ActiveState\":\"active\",\"ExecMainStatus\":\"0\",\"ExecStart_mentions_canonical_runner\":false,\"ExecStart_sha256\":\"f5194a04a3fc4499702b837aa40dc74dd0d047ff0bbfd048367de1af802ababe\",\"Group\":\"homelab-result-lookup\",\"LoadState\":\"loaded\",\"MainPID\":\"2718720\",\"NRestarts\":\"0\",\"Result\":\"success\",\"SubState\":\"running\",\"UnitFileState\":\"enabled\",\"User\":\"homelab-result-lookup\",\"show_rc\":0}}}\n"
}