177 lines
5.3 KiB
JSON
177 lines
5.3 KiB
JSON
{
|
|
"db_counts_changed": false,
|
|
"expected_prompt_count": 5,
|
|
"generated_at_utc": "2026-07-13T10:17:07.249420+00:00",
|
|
"mode": "working_leo_m3taversal_targeted_post_runtime_adherence_repair_strict_score",
|
|
"pass": false,
|
|
"passes": 3,
|
|
"posted_to_telegram": false,
|
|
"production_db_apply_ran": false,
|
|
"scores": [
|
|
{
|
|
"behavioral_rule_schema_issues": [],
|
|
"broad_semantic_issues": [],
|
|
"concepts": {
|
|
"canonical_readback": true,
|
|
"receipt": true,
|
|
"state_boundary": true
|
|
},
|
|
"current_schema_overclaims": [],
|
|
"custom_signals": {},
|
|
"dimension": "partner_demo_claim_ceiling",
|
|
"invalid_count_invariant_detected": false,
|
|
"legacy_pass": false,
|
|
"legacy_signals": {
|
|
"artifact": true,
|
|
"canonical_db": true,
|
|
"no_overclaim": false,
|
|
"row_level_proof": true,
|
|
"state_semantics": false
|
|
},
|
|
"max_response_words": 220,
|
|
"overclaim_detected": false,
|
|
"pass": true,
|
|
"prompt_id": "OOS-04",
|
|
"proposal_readiness_issues": [],
|
|
"response_issue_detected": false,
|
|
"response_too_long": false,
|
|
"source_evidence_semantic_issues": [],
|
|
"source_intake_issues": [],
|
|
"word_count": 81
|
|
},
|
|
{
|
|
"behavioral_rule_schema_issues": [],
|
|
"broad_semantic_issues": [],
|
|
"concepts": {
|
|
"agent_specific_positions": true,
|
|
"contradiction": true,
|
|
"shared_knowledge_commons": true
|
|
},
|
|
"current_schema_overclaims": [],
|
|
"custom_signals": {},
|
|
"dimension": "shared_claims_agent_positions",
|
|
"invalid_count_invariant_detected": false,
|
|
"legacy_pass": false,
|
|
"legacy_signals": {
|
|
"canonical_db": true,
|
|
"caveat_retention": false,
|
|
"no_overclaim": false
|
|
},
|
|
"max_response_words": 220,
|
|
"overclaim_detected": false,
|
|
"pass": true,
|
|
"prompt_id": "OOS-11",
|
|
"proposal_readiness_issues": [],
|
|
"response_issue_detected": false,
|
|
"response_too_long": false,
|
|
"source_evidence_semantic_issues": [],
|
|
"source_intake_issues": [],
|
|
"word_count": 185
|
|
},
|
|
{
|
|
"behavioral_rule_schema_issues": [],
|
|
"broad_semantic_issues": [],
|
|
"concepts": {
|
|
"durable_session_continuity": true,
|
|
"proof_tiers": true,
|
|
"row_content_proof": true,
|
|
"runtime_inputs": true
|
|
},
|
|
"current_schema_overclaims": [],
|
|
"custom_signals": {},
|
|
"dimension": "runtime_vs_canonical_causality",
|
|
"invalid_count_invariant_detected": false,
|
|
"legacy_pass": true,
|
|
"legacy_signals": {
|
|
"canonical_db": true,
|
|
"no_overclaim": true
|
|
},
|
|
"max_response_words": 180,
|
|
"overclaim_detected": false,
|
|
"pass": true,
|
|
"prompt_id": "OOS-10",
|
|
"proposal_readiness_issues": [],
|
|
"response_issue_detected": false,
|
|
"response_too_long": false,
|
|
"source_evidence_semantic_issues": [],
|
|
"source_intake_issues": [],
|
|
"word_count": 178
|
|
},
|
|
{
|
|
"behavioral_rule_schema_issues": [],
|
|
"broad_semantic_issues": [],
|
|
"concepts": {
|
|
"bounded_intake_tier": false,
|
|
"real_source_identity": true,
|
|
"staged_review_apply": true,
|
|
"staging_without_apply_authorization": true
|
|
},
|
|
"current_schema_overclaims": [],
|
|
"custom_signals": {},
|
|
"dimension": "autonomous_source_intake_boundary",
|
|
"invalid_count_invariant_detected": false,
|
|
"legacy_pass": false,
|
|
"legacy_signals": {
|
|
"artifact": true,
|
|
"authorization": true,
|
|
"no_overclaim": false,
|
|
"staging_or_review": false
|
|
},
|
|
"max_response_words": 220,
|
|
"overclaim_detected": false,
|
|
"pass": false,
|
|
"prompt_id": "OOS-14",
|
|
"proposal_readiness_issues": [],
|
|
"response_issue_detected": false,
|
|
"response_too_long": false,
|
|
"source_evidence_semantic_issues": [],
|
|
"source_intake_issues": [],
|
|
"word_count": 217
|
|
},
|
|
{
|
|
"behavioral_rule_schema_issues": [],
|
|
"broad_semantic_issues": [
|
|
"claim_edge_pointed_at_reasoning_tool"
|
|
],
|
|
"concepts": {
|
|
"behavioral_rule_storage": false,
|
|
"heterogeneous_types": true,
|
|
"receipt": true,
|
|
"reviewed_policy_apply": false,
|
|
"staged_review_apply": true
|
|
},
|
|
"current_schema_overclaims": [],
|
|
"custom_signals": {},
|
|
"dimension": "database_composition_judgment",
|
|
"invalid_count_invariant_detected": false,
|
|
"legacy_pass": false,
|
|
"legacy_signals": {
|
|
"canonical_db": true,
|
|
"caveat_retention": false,
|
|
"next_action": true,
|
|
"no_overclaim": false,
|
|
"staging_or_review": false
|
|
},
|
|
"max_response_words": 220,
|
|
"overclaim_detected": false,
|
|
"pass": false,
|
|
"prompt_id": "OOS-06",
|
|
"proposal_readiness_issues": [],
|
|
"response_issue_detected": false,
|
|
"response_too_long": true,
|
|
"source_evidence_semantic_issues": [],
|
|
"source_intake_issues": [],
|
|
"word_count": 302
|
|
}
|
|
],
|
|
"selected_prompt_ids": [
|
|
"OOS-04",
|
|
"OOS-11",
|
|
"OOS-10",
|
|
"OOS-14",
|
|
"OOS-06"
|
|
],
|
|
"service_unchanged": true,
|
|
"source_results_json": "docs/reports/leo-working-state-20260709/telegram-handler-m3taversal-oos-targeted-post-runtime-adherence-repair-20260713.json",
|
|
"temp_profile_removed": true
|
|
}
|