Some checks are pending
CI / lint-and-test (push) Waiting to run
* Fail closed on unavailable Leo database truth * Cover direct DB intents in fail-closed fallback * Harden broad Leo database intent routing * Fail closed on incomplete matrix state * Distinguish unobserved matrix state
611 lines
28 KiB
JSON
611 lines
28 KiB
JSON
{
|
|
"before_service": {
|
|
"ActiveState": "active",
|
|
"ExecMainStartTimestamp": "Mon 2026-07-13 12:00:05 UTC",
|
|
"MainPID": "4022106",
|
|
"NRestarts": "0",
|
|
"SubState": "running"
|
|
},
|
|
"changed_live_profile": false,
|
|
"database_context_all_ok": true,
|
|
"database_context_injection_count": 6,
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"proposal_state_readback"
|
|
],
|
|
"contract_sha256": "4ca089e04ac8270f739c130015d94128c93254f4b0fe48926161a6750526b550",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:40.898914+00:00",
|
|
"injected": true,
|
|
"query_sha256": "cd3cdd5c33454002b051fef00b99b849ea165431b3c0019c8fdbf914d1561c16",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"proposal_state_readback"
|
|
],
|
|
"delivered_response_sha256": "90e83aeb10bc6e856f7124651863d47e0d3b62ebd0b7339854acb36c353d72ca",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:56.360205+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:proposal_state_readback",
|
|
"missing_live_proposal_state:applied",
|
|
"missing_live_proposal_state:approved",
|
|
"missing_live_proposal_state:canceled",
|
|
"missing_live_proposal_state:pending_review",
|
|
"missing_proof_changing_followup",
|
|
"missing_proposal_apply_boundary"
|
|
],
|
|
"query_sha256": "cd3cdd5c33454002b051fef00b99b849ea165431b3c0019c8fdbf914d1561c16",
|
|
"response_sha256": "2f6e02e23d2fde91444815f4ca0cbe971e809789a78c39975dd4a3cbbe82a16f",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
},
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"named_packet_readback"
|
|
],
|
|
"contract_sha256": "17008e0a4373710ea886cfe3b6c12aa4de82801041207fb139be388625ff39c9",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:56.557824+00:00",
|
|
"injected": true,
|
|
"query_sha256": "7db99d82dcc316529c6bf7ab737d921063e1d080485e9c1b574fd96126f0230b",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"named_packet_readback"
|
|
],
|
|
"delivered_response_sha256": "883bdeb5bb12d3ef600ce8c0d3e9c0eb9d7e806fd8c7c35a90028058bf61a9d0",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:01.637126+00:00",
|
|
"issues": [
|
|
"missing_named_packet_term:applied_at",
|
|
"missing_named_packet_term:authorization",
|
|
"missing_named_packet_term:helmer",
|
|
"missing_named_packet_term:kb_stage",
|
|
"missing_named_packet_term:postflight",
|
|
"missing_named_proposal_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "7db99d82dcc316529c6bf7ab737d921063e1d080485e9c1b574fd96126f0230b",
|
|
"response_sha256": "b4fe89c28a93e532df616e2b33a20a57f7b86e81a2b873a3988d3f11bcfa4696",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
},
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"decision_matrix_readback"
|
|
],
|
|
"contract_sha256": "5c0a1690050fdc1351d4edb00e0f6ceeef590795046c588fb98565a356d739d5",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:06.739369+00:00",
|
|
"injected": true,
|
|
"query_sha256": "749923a412cd091e8b98e3f8809b0d686dde20aa6bc5432950fab2a15a389a91",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"decision_matrix_readback"
|
|
],
|
|
"delivered_response_sha256": "0d90caf99aa5630a79a1e6e92f5b4f99e13c19e6c0d5282f8850c49b3612a006",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:13.019793+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:decision_matrix_readback",
|
|
"missing_live_matrix_table_readback",
|
|
"missing_matrix_approval_boundary",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "749923a412cd091e8b98e3f8809b0d686dde20aa6bc5432950fab2a15a389a91",
|
|
"response_sha256": "73a1c6233b17e34d185fde7881bccf1766980ac2f97a263c904ff83099cd6137",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
},
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"source_link_audit"
|
|
],
|
|
"contract_sha256": "8d863639a7a4dac37aeceb993d70949ec0b7bafae0bb88588ad558105ee0592d",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:17.041295+00:00",
|
|
"injected": true,
|
|
"query_sha256": "2657b1854a0f34fdf4e080b98e70f3639f437554474055f1382482c092d1aabe",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"source_link_audit"
|
|
],
|
|
"delivered_response_sha256": "4f1a1b5b097054ca8aa7bd8b084aa5b7087f121b45eb497e25cbbd32e4c8c478",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:27.480654+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:source_link_audit",
|
|
"missing_live_source_link_audit",
|
|
"missing_proof_changing_followup",
|
|
"missing_source_link_causality_boundary",
|
|
"missing_source_link_layer:document_evaluations",
|
|
"missing_source_link_layer:telegram_file_refs"
|
|
],
|
|
"query_sha256": "2657b1854a0f34fdf4e080b98e70f3639f437554474055f1382482c092d1aabe",
|
|
"response_sha256": "50c759d09316dbb2398de4914f563a63da3b2949cce489ebb88f92f004d04e5b",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
},
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"demo_capability_readback"
|
|
],
|
|
"contract_sha256": "e295fe1b0e86a0e1fb105d68419c347f546693915536ca9bf1867f7b554f90da",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:27.656154+00:00",
|
|
"injected": true,
|
|
"query_sha256": "b2e5b0e57f2db33c6e9543de7370c57df9d0b575ee25f713803583fc98fcae96",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"demo_capability_readback"
|
|
],
|
|
"delivered_response_sha256": "e7754500bbeb518c6e594c5b80f007792feeaf1f3972b70216ade71baa63257a",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:40.897189+00:00",
|
|
"issues": [
|
|
"missing_demo_claim_ceiling",
|
|
"missing_demo_state:applied",
|
|
"missing_demo_state:approved",
|
|
"missing_demo_state:pending_review",
|
|
"missing_demo_term:artifact",
|
|
"missing_live_count_readback:demo_capability_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "b2e5b0e57f2db33c6e9543de7370c57df9d0b575ee25f713803583fc98fcae96",
|
|
"response_sha256": "90a55750d86902598b8baddc1160cb61e4e69e83c54480180c8c9c736418a14d",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
},
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"identity_canonicality_readback"
|
|
],
|
|
"contract_sha256": "e35fe90e372b039e05a385edc11a632b3025c40179ed750eda27ed1e360970e7",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:41.073797+00:00",
|
|
"injected": true,
|
|
"query_sha256": "becdc031f2a6b9a1c7a31495cdfc2b453e2ea568e20062000dd5a0b0744181a1",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"identity_canonicality_readback"
|
|
],
|
|
"delivered_response_sha256": "8350f81c2d3561793e4256c7e2514fce4fd7155e0d32d728cf72474bdf060e5e",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:47.356639+00:00",
|
|
"issues": [
|
|
"missing_identity_canonicality_boundary",
|
|
"missing_identity_term:canonical postgres rows",
|
|
"missing_live_count_readback:identity_canonicality_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "becdc031f2a6b9a1c7a31495cdfc2b453e2ea568e20062000dd5a0b0744181a1",
|
|
"response_sha256": "9a9d1f53298b286e547a5e1133edfa8aa95c242dcdb88ca2e9430b541d844cff",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"database_response_transform_count": 6,
|
|
"database_response_validation_all_ok": true,
|
|
"database_response_validation_count": 6,
|
|
"db_counts_after": {
|
|
"kb_stage.kb_proposals": 26,
|
|
"public.claim_edges": 4916,
|
|
"public.claim_evidence": 4670,
|
|
"public.claims": 1837,
|
|
"public.sources": 4145
|
|
},
|
|
"db_counts_before": {
|
|
"kb_stage.kb_proposals": 26,
|
|
"public.claim_edges": 4916,
|
|
"public.claim_evidence": 4670,
|
|
"public.claims": 1837,
|
|
"public.sources": 4145
|
|
},
|
|
"db_counts_changed": false,
|
|
"generated_at_utc": "2026-07-13T12:01:37.716139+00:00",
|
|
"handler": {
|
|
"authorized": true,
|
|
"session_key": "agent:main:telegram:group:-5146042086:9070919",
|
|
"temp_profile": "/tmp/leo-direct-claim-handler-zm2yncnp/profile"
|
|
},
|
|
"harness_notes": [
|
|
"Prompts are the exact DC-01..DC-06 direct-claim benchmark messages.",
|
|
"The harness uses a temporary copy of the leoclean profile and does not post to Telegram.",
|
|
"This proves handler-level live VPS GatewayRunner behavior, not human-visible Telegram delivery."
|
|
],
|
|
"mode": "live_vps_gatewayrunner_temp_profile_direct_claim_suite",
|
|
"mutates_kb_by_harness": false,
|
|
"pass_runtime": true,
|
|
"posted_to_telegram": false,
|
|
"remote_report_path": "/tmp/leo-direct-claim-handler-report-e8eba83f7fd4.json",
|
|
"remote_returncode": 0,
|
|
"remote_run_id": "e8eba83f7fd4",
|
|
"results": [
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"proposal_state_readback"
|
|
],
|
|
"contract_sha256": "4ca089e04ac8270f739c130015d94128c93254f4b0fe48926161a6750526b550",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:40.898914+00:00",
|
|
"injected": true,
|
|
"query_sha256": "cd3cdd5c33454002b051fef00b99b849ea165431b3c0019c8fdbf914d1561c16",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"proposal_state_readback"
|
|
],
|
|
"delivered_response_sha256": "90e83aeb10bc6e856f7124651863d47e0d3b62ebd0b7339854acb36c353d72ca",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:56.360205+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:proposal_state_readback",
|
|
"missing_live_proposal_state:applied",
|
|
"missing_live_proposal_state:approved",
|
|
"missing_live_proposal_state:canceled",
|
|
"missing_live_proposal_state:pending_review",
|
|
"missing_proof_changing_followup",
|
|
"missing_proposal_apply_boundary"
|
|
],
|
|
"query_sha256": "cd3cdd5c33454002b051fef00b99b849ea165431b3c0019c8fdbf914d1561c16",
|
|
"response_sha256": "2f6e02e23d2fde91444815f4ca0cbe971e809789a78c39975dd4a3cbbe82a16f",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "db_changed_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:01:56.465323+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "Did we actually update the knowledge base, or is it still just proposals?",
|
|
"prompt_id": "DC-01",
|
|
"reply": "Partly.\nDB readback: claims: 1837; sources: 4145; claim_edges: 4916; claim_evidence: 4670; kb_proposals: 26.\nProposal states are applied: 2, approved: 3, pending_review: 14, canceled: 7. Approved is not applied, and an applied proposal receipt alone does not identify the exact public.* rows changed.\n\nNext proof-changing follow-up: choose the proposal or time window, return its UUID/status/applied_at, compare the affected public.* row IDs or before/after hashes, and for approved rows normalize and review the strict payload before requesting explicit guarded-apply authorization.",
|
|
"started_at_utc": "2026-07-13T12:01:38.185363+00:00",
|
|
"turn": 1
|
|
},
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"named_packet_readback"
|
|
],
|
|
"contract_sha256": "17008e0a4373710ea886cfe3b6c12aa4de82801041207fb139be388625ff39c9",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:01:56.557824+00:00",
|
|
"injected": true,
|
|
"query_sha256": "7db99d82dcc316529c6bf7ab737d921063e1d080485e9c1b574fd96126f0230b",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"named_packet_readback"
|
|
],
|
|
"delivered_response_sha256": "883bdeb5bb12d3ef600ce8c0d3e9c0eb9d7e806fd8c7c35a90028058bf61a9d0",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:01.637126+00:00",
|
|
"issues": [
|
|
"missing_named_packet_term:applied_at",
|
|
"missing_named_packet_term:authorization",
|
|
"missing_named_packet_term:helmer",
|
|
"missing_named_packet_term:kb_stage",
|
|
"missing_named_packet_term:postflight",
|
|
"missing_named_proposal_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "7db99d82dcc316529c6bf7ab737d921063e1d080485e9c1b574fd96126f0230b",
|
|
"response_sha256": "b4fe89c28a93e532df616e2b33a20a57f7b86e81a2b873a3988d3f11bcfa4696",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "helmer_live_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:02:06.581499+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "Is Helmer's 7 Powers in Leo now?",
|
|
"prompt_id": "DC-02",
|
|
"reply": "No, Helmer's 7 Powers is not in canonical Leo yet.\nDB readback: proposal: a64df080-8502-42e2-98f4-9bbdecb8da73; status: approved; applied_at: none; readiness: approved_needs_apply_payload.\nThe packet is present in kb_stage and may be reviewer-approved, but applied_at is empty and its readiness still requires a strict apply payload; that is not a write to public.reasoning_tools, claims, sources, or claim_evidence. The packet is not applied.\n\nNext proof-changing follow-up: show the normalized packet, renew review, obtain explicit apply authorization, run the guarded apply in dependency order, then return proposal applied_at, created row IDs, public.* postflight, and the Telegram regression receipt.",
|
|
"started_at_utc": "2026-07-13T12:01:56.466499+00:00",
|
|
"turn": 2
|
|
},
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"decision_matrix_readback"
|
|
],
|
|
"contract_sha256": "5c0a1690050fdc1351d4edb00e0f6ceeef590795046c588fb98565a356d739d5",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:06.739369+00:00",
|
|
"injected": true,
|
|
"query_sha256": "749923a412cd091e8b98e3f8809b0d686dde20aa6bc5432950fab2a15a389a91",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"decision_matrix_readback"
|
|
],
|
|
"delivered_response_sha256": "0d90caf99aa5630a79a1e6e92f5b4f99e13c19e6c0d5282f8850c49b3612a006",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:13.019793+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:decision_matrix_readback",
|
|
"missing_live_matrix_table_readback",
|
|
"missing_matrix_approval_boundary",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "749923a412cd091e8b98e3f8809b0d686dde20aa6bc5432950fab2a15a389a91",
|
|
"response_sha256": "73a1c6233b17e34d185fde7881bccf1766980ac2f97a263c904ff83099cd6137",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "decision_matrix_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:02:16.771963+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "Did the decision matrix approve this already?",
|
|
"prompt_id": "DC-03",
|
|
"reply": "No.\nDB readback: claims: 1837; sources: 4145; claim_edges: 4916; claim_evidence: 4670; kb_proposals: 26.\nFresh readback: 6 matrix tables are absent (kb_stage.matrix_voters, kb_stage.proposal_decisions, kb_stage.proposal_votes, public.matrix_voters, public.proposal_decisions, public.proposal_votes). kb_stage reviewer status is not a decision-matrix vote, so no proposal can be called matrix-approved from proposal status alone.\n\nNext proof-changing follow-up: inspect the specific proposal UUID/status/applied_at in kb_stage, then either show proposal_votes plus proposal_decisions for that UUID after the schema exists, or use the human review and guarded canonical apply path with row-level postflight.",
|
|
"started_at_utc": "2026-07-13T12:02:06.582055+00:00",
|
|
"turn": 3
|
|
},
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"source_link_audit"
|
|
],
|
|
"contract_sha256": "8d863639a7a4dac37aeceb993d70949ec0b7bafae0bb88588ad558105ee0592d",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:17.041295+00:00",
|
|
"injected": true,
|
|
"query_sha256": "2657b1854a0f34fdf4e080b98e70f3639f437554474055f1382482c092d1aabe",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"source_link_audit"
|
|
],
|
|
"delivered_response_sha256": "4f1a1b5b097054ca8aa7bd8b084aa5b7087f121b45eb497e25cbbd32e4c8c478",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:27.480654+00:00",
|
|
"issues": [
|
|
"missing_live_count_readback:source_link_audit",
|
|
"missing_live_source_link_audit",
|
|
"missing_proof_changing_followup",
|
|
"missing_source_link_causality_boundary",
|
|
"missing_source_link_layer:document_evaluations",
|
|
"missing_source_link_layer:telegram_file_refs"
|
|
],
|
|
"query_sha256": "2657b1854a0f34fdf4e080b98e70f3639f437554474055f1382482c092d1aabe",
|
|
"response_sha256": "50c759d09316dbb2398de4914f563a63da3b2949cce489ebb88f92f004d04e5b",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "document_source_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:02:27.513351+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "Are the pending proposals stuck because the documents are not pointed at the right source rows?",
|
|
"prompt_id": "DC-04",
|
|
"reply": "Not proven.\nDB readback: claims: 1837; sources: 4145; claim_edges: 4916; claim_evidence: 4670; kb_proposals: 26.\nThe live row-link audit found 17 pending/approved proposals: 17 have source_ref and 0 exactly match a public.sources ID, URL, or storage_path. Pending status therefore is not by itself proof of a bad document pointer.\n\nAudit telegram_file_refs/raw files -> document_evaluations -> kb_proposals.source_ref -> public.sources -> claim_evidence. Next proof-changing follow-up: list each proposal UUID/status/source_ref and exact source match, then stage only the missing guarded source/evidence apply contract.",
|
|
"started_at_utc": "2026-07-13T12:02:16.772613+00:00",
|
|
"turn": 4
|
|
},
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"demo_capability_readback"
|
|
],
|
|
"contract_sha256": "e295fe1b0e86a0e1fb105d68419c347f546693915536ca9bf1867f7b554f90da",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:27.656154+00:00",
|
|
"injected": true,
|
|
"query_sha256": "b2e5b0e57f2db33c6e9543de7370c57df9d0b575ee25f713803583fc98fcae96",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"demo_capability_readback"
|
|
],
|
|
"delivered_response_sha256": "e7754500bbeb518c6e594c5b80f007792feeaf1f3972b70216ade71baa63257a",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:40.897189+00:00",
|
|
"issues": [
|
|
"missing_demo_claim_ceiling",
|
|
"missing_demo_state:applied",
|
|
"missing_demo_state:approved",
|
|
"missing_demo_state:pending_review",
|
|
"missing_demo_term:artifact",
|
|
"missing_live_count_readback:demo_capability_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "b2e5b0e57f2db33c6e9543de7370c57df9d0b575ee25f713803583fc98fcae96",
|
|
"response_sha256": "90a55750d86902598b8baddc1160cb61e4e69e83c54480180c8c9c736418a14d",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "demo_changes_kb_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:02:40.932754+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "Can I demo that Leo changes the KB?",
|
|
"prompt_id": "DC-05",
|
|
"reply": "Partly.\nDB readback: claims: 1837; sources: 4145; claim_edges: 4916; claim_evidence: 4670; kb_proposals: 26.\nProposal states are applied: 2, approved: 3, pending_review: 14. Existing receipts show applied proposal types: add_edge and attach_evidence; that receipt artifact does not prove every rich packet or chat apply path is live. You can safely demo canonical readback and a pending_review staging write. A new canonical apply requires explicit authorization, a supported strict payload, and postflight row IDs.\n\nNext proof-changing follow-up: choose the demo tier - existing applied receipt, safe staging canary, or an explicitly authorized guarded apply - then capture proposal UUID/status/applied_at, public.* before/after, and Telegram-visible regression proof.",
|
|
"started_at_utc": "2026-07-13T12:02:27.514232+00:00",
|
|
"turn": 5
|
|
},
|
|
{
|
|
"claim_ceiling": "Live VPS GatewayRunner reply from temp leoclean profile; no Telegram post; no production DB apply authorized.",
|
|
"database_context_trace": [
|
|
{
|
|
"compiled_response_available": true,
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"identity_canonicality_readback"
|
|
],
|
|
"contract_sha256": "e35fe90e372b039e05a385edc11a632b3025c40179ed750eda27ed1e360970e7",
|
|
"event": "pre_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:41.073797+00:00",
|
|
"injected": true,
|
|
"query_sha256": "becdc031f2a6b9a1c7a31495cdfc2b453e2ea568e20062000dd5a0b0744181a1",
|
|
"source": "kb_tool.py --local context",
|
|
"status": "ok"
|
|
},
|
|
{
|
|
"compiled_response_issues": [],
|
|
"contract_ids": [
|
|
"reply_budget",
|
|
"identity_canonicality_readback"
|
|
],
|
|
"delivered_response_sha256": "8350f81c2d3561793e4256c7e2514fce4fd7155e0d32d728cf72474bdf060e5e",
|
|
"event": "post_llm_call",
|
|
"generated_at_utc": "2026-07-13T12:02:47.356639+00:00",
|
|
"issues": [
|
|
"missing_identity_canonicality_boundary",
|
|
"missing_identity_term:canonical postgres rows",
|
|
"missing_live_count_readback:identity_canonicality_readback",
|
|
"missing_proof_changing_followup"
|
|
],
|
|
"query_sha256": "becdc031f2a6b9a1c7a31495cdfc2b453e2ea568e20062000dd5a0b0744181a1",
|
|
"response_sha256": "9a9d1f53298b286e547a5e1133edfa8aa95c242dcdb88ca2e9430b541d844cff",
|
|
"status": "ok",
|
|
"transformed": true,
|
|
"validated": true
|
|
}
|
|
],
|
|
"dimension": "soul_identity_direct_claim",
|
|
"ended_at_utc": "2026-07-13T12:02:51.086958+00:00",
|
|
"evidence_tier": "live_vps_gatewayrunner_temp_profile",
|
|
"mutates_kb": false,
|
|
"ok": true,
|
|
"prompt": "If we changed SOUL.md, did we change Leo's canonical identity?",
|
|
"prompt_id": "DC-06",
|
|
"reply": "No.\nDB readback: claims: 1837; sources: 4145; claim_edges: 4916; claim_evidence: 4670; kb_proposals: 26.\nA direct SOUL.md edit is a runtime/profile change; it does not change canonical Postgres rows in personas, strategies, beliefs, strategy_nodes, or strategy_node_anchors. No active general DB-to-SOUL.md renderer automation is currently proven, so neither a future render nor persistence of the edit should be assumed.\n\nNext proof-changing follow-up: audit the intended canonical identity rows and proposal UUID/status/applied_at, stage or apply the reviewed DB change with authorization, run or verify render/sync, then compare SOUL.md hash/content and restart readback.",
|
|
"started_at_utc": "2026-07-13T12:02:40.933500+00:00",
|
|
"turn": 6
|
|
}
|
|
],
|
|
"service_before_after": {
|
|
"after": {
|
|
"ActiveState": "active",
|
|
"ExecMainStartTimestamp": "Mon 2026-07-13 12:00:05 UTC",
|
|
"MainPID": "4022106",
|
|
"NRestarts": "0",
|
|
"SubState": "running"
|
|
},
|
|
"before": {
|
|
"ActiveState": "active",
|
|
"ExecMainStartTimestamp": "Mon 2026-07-13 12:00:05 UTC",
|
|
"MainPID": "4022106",
|
|
"NRestarts": "0",
|
|
"SubState": "running"
|
|
},
|
|
"unchanged_from_preexisting_live_readback": true
|
|
},
|
|
"source": {
|
|
"chat_id": "-5146042086",
|
|
"chat_name": "Leo",
|
|
"chat_type": "group",
|
|
"platform": "telegram",
|
|
"user_id": "9070919",
|
|
"user_name": "codex handler direct claim"
|
|
},
|
|
"source_report_path": "/Users/user/Documents/Codex/2026-07-09/019f34eb-d297-72d0-b7e2-b222d5515ab9-load/work/teleo-infra-main/docs/reports/leo-working-state-20260709/telegram-handler-direct-claim-suite-current.json",
|
|
"temp_profile_removed": true
|
|
}
|