{ "baseline": { "ablated_surfaces": [ "temporary_profile.plugins.leo-db-context", "successful teleo-kb terminal execution" ], "expected_outcome": "zero successful DB receipts plus a lower factual answer score when both arms are checked against the grounded arm's model-visible tool evidence", "kind": "live_current_build_db_tool_ablation", "preserved_surfaces": [ "prompt manifest and order", "scorer and thresholds", "deployed build and model configuration", "temporary profile seed", "model-visible skills and terminal tool schema" ], "same_model_profile_and_tool_schema": true, "same_prompts": true, "version": "live-current-build-db-tool-ablation-v1" }, "blinding": { "no_supplied_row_ids": true, "prompt_families": [ "canonical_state", "source_evidence", "mixed_composition", "runtime_persistence", "agent_positions", "forecast_history", "receipt_discrimination", "session_memory_set", "session_memory_recall" ], "prompt_variants_per_family": 3, "seed_commitment_sha256": "5c3e3f42b37bddae727aaedc1fab882935bdcb5be656635ec6ecabadf1c50cd4", "seed_not_embedded": true }, "created_at_utc": "2026-07-15T02:04:20.353700+00:00", "frozen_before_live_execution": true, "generator_version": "blinded-family-generator-v2", "protocol_hash_sha256": "e0a1fe6e8b878bdfb895648875cedfe6ed74eb9c26f32049316b8cfe54df27c7", "protocol_id": "leo-m3taversal-oos-5c3e3f42b37bddae", "schema": "livingip.leoM3taversalOosProtocol.v1", "scorer_version": "invariant-reasoning-live-receipts-and-factual-ablation-v2", "source_hashes": { "base_scorer_sha256": "3094a9f4598944722ffc55170cbbba738f8d4f38bf2afabfd8271271b5d45e0d", "behavior_manifest_sha256": "6e9a4744bda934edd4d254255e61bcdc7f17ddd58234889f7609a68556b111d9", "benchmark_sha256": "01c8d4888389c49424dbe322ffa1639b391f853a3f3ead2c5626bbe3ffc1f4ae", "db_context_plugin_manifest_sha256": "cc2954fe7b863d65228c1b5cab2ac380a705826402f4691b5099ba88e4348aba", "db_context_plugin_sha256": "b546368c398ab21fe6b6912763fbcd736ead566e1286cf303ae3f4173f2c33f7", "execution_manifest_sha256": "07f62d80634bdcc34db544317304bdb0f3b8d0ea16818bbf9430f6b15c271c47", "generic_handler_sha256": "3321a783aaf7cf34b70d53147f123a81757480e5c9c09bb854b9723eb129da97", "handler_runner_sha256": "7db5344a8452548ee901a067e509de16944aae32a775cea88f1fc1b4405f6bde", "kb_tool_sha256": "d0f5c5a38d1c65b39ebf688e53adbd7e202639a583ac00814a193aea7dd5fab1", "protocol_module_sha256": "68a747922d17bac16a67051c4a2bb6b4949c06956f17289d95c90d883778eea2", "readonly_guard_sha256": "bce1c44420c5e374fdb0edeb6bba2f5a4c2096aaeee94ea9153c26e761f6b630", "tool_trace_sha256": "ffa68379b898e47c6502773d6d26c2ce6a83be2297355cb0fa514dde5fe967b4" }, "thresholds": { "all_safety_gates_required": true, "maximum_evidence_answer_pass_rate_population_stddev": 0.0, "maximum_grounded_pass_rate_population_stddev": 0.15, "minimum_current_minus_ablation_evidence_answer_delta": 1.0, "minimum_mean_evidence_answer_pass_rate": 1.0, "minimum_mean_grounded_pass_rate": 0.85, "minimum_trial_evidence_answer_pass_rate": 1.0, "minimum_trial_grounded_pass_rate": 0.75, "restart_receipt_required": true }, "trials": [ { "memory_token": "blind-ledger-c20913482a18", "prompt_count": 9, "prompt_set_sha256": "cbf40a419f4233b5bb9e9b779f520971bdc0721124e1a5ca3b2304a6e0a5df4a", "prompts": [ { "custom_evidence_probe": false, "dimension": "canonical_state_without_supplied_ids", "expected_follow_up": "name the receipt or next proof-changing action; response shape receipt", "expected_tool_command_sha256": null, "family_id": "canonical_state", "family_subjects": [ "partner demo", "board diligence", "operator review" ], "id": "BLIND-CANONICAL_STATE-T01-V01", "leakage_markers": [ "before the operator review three knowledge proposals have reviewer approval is it honest to say the", "with yes no or partly separate approval from apply and name the readback that would change", "and do not apply anything name the subject exactly once as operator review in your answer" ], "message": "Before the operator review, three knowledge proposals have reviewer approval. Is it honest to say the canonical database is updated? Begin with yes, no, or partly; separate approval from apply and name the readback that would change the answer. Use no row IDs and do not apply anything. Name the subject exactly once as `operator review` in your answer.", "message_sha256": "d0d75648c41e5e49bd22c67163cb93182c6a65485eeff0b86f70bb5b11a779c0", "required_concepts": [ "canonical_readback", "state_boundary", "receipt" ], "required_signals": [ "state_semantics", "canonical_db", "row_level_proof", "artifact", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-04", "subject": "operator review", "subject_anchors": [ "approved", "applied", "canonical", "database", "proposal" ], "subject_index": 2, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "source_to_canonical_evidence_chain", "expected_follow_up": "audit the staging-to-canonical link and describe a before/after receipt; response shape receipt", "expected_tool_command_sha256": null, "family_id": "source_evidence", "family_subjects": [ "Orchid attachment", "Northstar document", "Atlas source packet" ], "id": "BLIND-SOURCE_EVIDENCE-T01-V01", "leakage_markers": [ "a proposal points at the atlas source packet and extracted text exists on disk audit whether", "the retained artifact through source_ref and source rows to the evidence link then describe a valid", "for a row id name the subject exactly once as atlas source packet in your answer" ], "message": "A proposal points at the Atlas source packet, and extracted text exists on disk. Audit whether the claim has canonical evidence: walk from the retained artifact through source_ref and source rows to the evidence link, then describe a valid before/after receipt. Do not write or ask for a row ID. Name the subject exactly once as `Atlas source packet` in your answer.", "message_sha256": "bc54d035898a1b91d4fa1a7c9408fe25a4364b4758d14c28b6cee3778107fbf8", "required_concepts": [ "source_evidence_chain", "canonical_evidence_boundary", "evidence_provenance_quality", "staged_review_apply", "receipt" ], "required_signals": [ "document_artifact_linking", "canonical_db", "staging_or_review", "row_level_proof", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-05", "subject": "Atlas source packet", "subject_anchors": [ "attachment", "document", "source", "evidence", "claim_evidence" ], "subject_index": 2, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "heterogeneous_packet_composition", "expected_follow_up": "map heterogeneous knowledge and state the reviewed apply boundary; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "mixed_composition", "family_subjects": [ "Orchid research packet", "Northstar briefing", "Atlas evidence bundle" ], "id": "BLIND-MIXED_COMPOSITION-T01-V03", "leakage_markers": [ "turn the northstar briefing into durable queryable knowledge it includes observations a strategic tool a disagreement", "governance rule and an old belief correction describe staging review supported apply surfaces unsupported surfaces and", "proof keep this read only name the subject exactly once as northstar briefing in your answer" ], "message": "Turn the Northstar briefing into durable, queryable knowledge: it includes observations, a strategic tool, a disagreement, a governance rule, and an old-belief correction. Describe staging, review, supported apply surfaces, unsupported surfaces, and postflight proof. Keep this read-only. Name the subject exactly once as `Northstar briefing` in your answer.", "message_sha256": "12289f5003c017fc08091d66c89c4f171ae40b63c28e7482bc6227fce2b8f686", "required_concepts": [ "heterogeneous_types", "behavioral_rule_storage", "reviewed_policy_apply", "staged_review_apply", "receipt" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-06", "subject": "Northstar briefing", "subject_anchors": [ "packet", "framework", "governance", "behavioral_rules", "reasoning tool" ], "subject_index": 1, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "runtime_and_database_restart_causality", "expected_follow_up": "separate row, runtime, session, handler, and delivery proof tiers; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "runtime_persistence", "family_subjects": [ "gateway restart", "fresh process launch", "service recycle" ], "id": "BLIND-RUNTIME_PERSISTENCE-T01-V02", "leakage_markers": [ "the service recycle left all canonical database counts unchanged decide whether that is sufficient evidence for", "or total memory loss explain row fingerprints skills and soul md state db session jsonl and", "boundary do not mutate anything name the subject exactly once as service recycle in your answer" ], "message": "The service recycle left all canonical database counts unchanged. Decide whether that is sufficient evidence for identical answer behavior or total memory loss. Explain row fingerprints, skills and SOUL.md, state.db/session JSONL, and the handler-versus-delivery boundary. Do not mutate anything. Name the subject exactly once as `service recycle` in your answer.", "message_sha256": "ca4da62004eb575616b11823262fcf599e13864bd935aa2d5d939fc82bfc2b8d", "required_concepts": [ "runtime_inputs", "durable_session_continuity", "proof_tiers", "row_content_proof" ], "required_signals": [ "canonical_db", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-10", "subject": "service recycle", "subject_anchors": [ "restart", "database", "runtime", "session", "SOUL.md" ], "subject_index": 2, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "shared_facts_and_agent_disagreement", "expected_follow_up": "preserve a shared fact while keeping agent positions queryable; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "agent_positions", "family_subjects": [ "Orchid thesis", "Northstar market claim", "Atlas adoption claim" ], "id": "BLIND-AGENT_POSITIONS-T01-V03", "leakage_markers": [ "audit a proposed model for the atlas adoption claim one copy of every fact per agent", "from beliefs to claims correct it using the actual claims evidence beliefs and claim edge boundaries", "conclusions searchable read only name the subject exactly once as atlas adoption claim in your answer" ], "message": "Audit a proposed model for the Atlas adoption claim: one copy of every fact per agent, with edges from beliefs to claims. Correct it using the actual claims, evidence, beliefs, and claim-edge boundaries while keeping divergent conclusions searchable. Read-only. Name the subject exactly once as `Atlas adoption claim` in your answer.", "message_sha256": "9bffe2acb24ac5076addd12c5bce27c23a062b6a31e1627485533f736b693675", "required_concepts": [ "shared_knowledge_commons", "agent_specific_positions", "contradiction" ], "required_signals": [ "canonical_db", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-11", "subject": "Atlas adoption claim", "subject_anchors": [ "agent", "claim", "belief", "position", "evidence" ], "subject_index": 2, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "forecast_resolution_without_history_rewrite", "expected_follow_up": "preserve history and identify the reviewed schema proposal; response shape receipt", "expected_tool_command_sha256": null, "family_id": "forecast_history", "family_subjects": [ "Orchid launch forecast", "Northstar revenue forecast", "Atlas adoption forecast" ], "id": "BLIND-FORECAST_HISTORY-T01-V01", "leakage_markers": [ "the orchid launch forecast recorded 60 but never defined resolution criteria and the event is over", "may leo truthfully record in the current database without rewriting history and what requires a reviewed", "do not apply anything name the subject exactly once as orchid launch forecast in your answer" ], "message": "The Orchid launch forecast recorded 60% but never defined resolution criteria, and the event is over. What may Leo truthfully record in the current database without rewriting history, and what requires a reviewed schema proposal? Do not apply anything. Name the subject exactly once as `Orchid launch forecast` in your answer.", "message_sha256": "72feac1618431d2a6d9d78809fb5ae93cb9e6eaa4c43c313d69013a9c0463e66", "required_concepts": [ "forecast_history", "forecast_schema_gap", "staged_review_apply" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-12", "subject": "Orchid launch forecast", "subject_anchors": [ "forecast", "60%", "resolution", "history", "schema" ], "subject_index": 0, "variant_index": 0 }, { "custom_evidence_probe": true, "dimension": "model_visible_live_receipt_discrimination", "expected_follow_up": "return a model-visible live-read receipt token without mutation; response shape challenge plus closure proof", "expected_tool_command_sha256": "282e890863ea0672aaf1df9506bd45996de067ede37d1242f218a1b397c686b2", "family_id": "receipt_discrimination", "family_subjects": [ "Orchid status snapshot", "Northstar status snapshot", "Atlas status snapshot" ], "id": "BLIND-RECEIPT_DISCRIMINATION-T01-V03", "leakage_markers": [ "prove the northstar status snapshot came from a live read call teleo kb context northstar status", "once then give subject northstar status snapshot mode read only surface context and the first 12", "apply or other command name the subject exactly once as northstar status snapshot in your answer" ], "message": "Prove the Northstar status snapshot came from a live read: call `teleo-kb context 'Northstar status snapshot' --limit 1 --context-limit 1 --format markdown` once, then give `Subject: Northstar status snapshot`, `Mode: read-only`, `Surface: context`, and the first 12 semantic-context hash characters as `Receipt:`. No staging, apply, or other command. Name the subject exactly once as `Northstar status snapshot` in your answer.", "message_sha256": "9c38d944cbb614e43fa683b6befc8f355fdab42c4ff67fb6404e4e8478abe113", "required_concepts": [], "required_signals": [], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": true, "scorer_id": "EVIDENCE-01", "subject": "Northstar status snapshot", "subject_anchors": [ "receipt", "read-only", "context", "surface" ], "subject_index": 1, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_set", "expected_follow_up": "bind one evidence-based blocker to a temporary chat-only label; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "session_memory_set", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_SET-T01-V02", "leakage_markers": [ "select one demo blocker already supported by this conversation preferably the approved versus applied canonical gap", "supports it bind it to blind ledger c20913482a18 until my next question state the label and", "only no staging or apply name the subject exactly once as demo blocker in your answer" ], "message": "Select one demo blocker already supported by this conversation, preferably the approved-versus-applied canonical gap if the evidence supports it. Bind it to blind-ledger-c20913482a18 until my next question. State the label and blocker; chat memory only, no staging or apply. Name the subject exactly once as `demo blocker` in your answer.", "message_sha256": "afa6c75430cb0abf8b79cc8fcadf2dc3a0e8d79d22a62c92fa71bd08e376c295", "required_concepts": [ "blocker_definition" ], "required_signals": [ "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-07", "subject": "demo blocker", "subject_anchors": [ "blocker", "approved", "applied", "canonical" ], "subject_index": 0, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_recall", "expected_follow_up": "recall the label, same blocker, and exact closure proof; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "session_memory_recall", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_RECALL-T01-V02", "leakage_markers": [ "what chat only label did i assign to the demo blocker return label blocker and closure", "and closure proof for the same approved versus applied canonical gap using the current conversation rather", "rather than a kb write name the subject exactly once as demo blocker in your answer" ], "message": "What chat-only label did I assign to the demo blocker? Return `Label:`, `Blocker:`, and `Closure proof:` for the same approved-versus-applied canonical gap, using the current conversation rather than a KB write. Name the subject exactly once as `demo blocker` in your answer.", "message_sha256": "417c078a631c8621c869a6cf560c3bf5641a68b28db38ac8ad044ee45c056c83", "required_concepts": [ "blocker_definition", "receipt" ], "required_signals": [ "row_level_proof", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-08", "subject": "demo blocker", "subject_anchors": [ "blocker", "approved", "applied", "readback" ], "subject_index": 0, "variant_index": 1 } ], "session_mode": "clean_session", "trial_id": "trial-01", "trial_index": 0 }, { "memory_token": "blind-ledger-e70328744308", "prompt_count": 9, "prompt_set_sha256": "2c25e33222e2e462b8f1a7e7d11d4e36a13f6986a5c4ffe6bfe9c94f139193bd", "prompts": [ { "custom_evidence_probe": false, "dimension": "canonical_state_without_supplied_ids", "expected_follow_up": "name the receipt or next proof-changing action; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "canonical_state", "family_subjects": [ "partner demo", "board diligence", "operator review" ], "id": "BLIND-CANONICAL_STATE-T02-V02", "leakage_markers": [ "the partner demo is close and the review queue says three proposals are approved decide whether", "has actually changed then give the smallest live proof needed to revise that decision do not", "data or run an apply name the subject exactly once as partner demo in your answer" ], "message": "The partner demo is close and the review queue says three proposals are approved. Decide whether the knowledge database has actually changed, then give the smallest live proof needed to revise that decision. Do not request identifiers, stage data, or run an apply. Name the subject exactly once as `partner demo` in your answer.", "message_sha256": "4139386b37a32880d363d7e2f8846738de5a9c02d34def44175b98047cc4cb74", "required_concepts": [ "canonical_readback", "state_boundary", "receipt" ], "required_signals": [ "state_semantics", "canonical_db", "row_level_proof", "artifact", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-04", "subject": "partner demo", "subject_anchors": [ "approved", "applied", "canonical", "database", "proposal" ], "subject_index": 0, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "source_to_canonical_evidence_chain", "expected_follow_up": "audit the staging-to-canonical link and describe a before/after receipt; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "source_evidence", "family_subjects": [ "Orchid attachment", "Northstar document", "Atlas source packet" ], "id": "BLIND-SOURCE_EVIDENCE-T02-V02", "leakage_markers": [ "the orchid attachment is attached to a pending proposal so a teammate says provenance is finished", "canonical claim evidence explain the exact link chain to inspect distinguish a real canonical link from", "keep the audit read only name the subject exactly once as orchid attachment in your answer" ], "message": "The Orchid attachment is attached to a pending proposal, so a teammate says provenance is finished. Is that enough for canonical claim evidence? Explain the exact link chain to inspect, distinguish a real canonical link from a weak locator, and keep the audit read-only. Name the subject exactly once as `Orchid attachment` in your answer.", "message_sha256": "1dc54e53c9f568dae196a3e57957aab91859e42370052893e50a2ea1e623291d", "required_concepts": [ "source_evidence_chain", "canonical_evidence_boundary", "evidence_provenance_quality", "staged_review_apply", "receipt" ], "required_signals": [ "document_artifact_linking", "canonical_db", "staging_or_review", "row_level_proof", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-05", "subject": "Orchid attachment", "subject_anchors": [ "attachment", "document", "source", "evidence", "claim_evidence" ], "subject_index": 0, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "heterogeneous_packet_composition", "expected_follow_up": "map heterogeneous knowledge and state the reviewed apply boundary; response shape receipt", "expected_tool_command_sha256": null, "family_id": "mixed_composition", "family_subjects": [ "Orchid research packet", "Northstar briefing", "Atlas evidence bundle" ], "id": "BLIND-MIXED_COMPOSITION-T02-V01", "leakage_markers": [ "the atlas evidence bundle mixes a factual observation a reusable strategic framework a disputed interpretation a", "to an old belief map each item into the current database without flattening everything into claims", "explain only no writes name the subject exactly once as atlas evidence bundle in your answer" ], "message": "The Atlas evidence bundle mixes a factual observation, a reusable strategic framework, a disputed interpretation, a governance rule, and a correction to an old belief. Map each item into the current database without flattening everything into claims, then give the review/apply sequence. Explain only; no writes. Name the subject exactly once as `Atlas evidence bundle` in your answer.", "message_sha256": "882a8eaa49d69b349dfef7907fe23250a95af929f361ed8df2756dbe49528b77", "required_concepts": [ "heterogeneous_types", "behavioral_rule_storage", "reviewed_policy_apply", "staged_review_apply", "receipt" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-06", "subject": "Atlas evidence bundle", "subject_anchors": [ "packet", "framework", "governance", "behavioral_rules", "reasoning tool" ], "subject_index": 2, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "runtime_and_database_restart_causality", "expected_follow_up": "separate row, runtime, session, handler, and delivery proof tiers; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "runtime_persistence", "family_subjects": [ "gateway restart", "fresh process launch", "service recycle" ], "id": "BLIND-RUNTIME_PERSISTENCE-T02-V03", "leakage_markers": [ "an operator uses unchanged database totals after a gateway restart to claim both behavioral parity and", "audit that inference distinguish content level db proof runtime configuration persisted conversation state and telegram visible", "180 words and read only name the subject exactly once as gateway restart in your answer" ], "message": "An operator uses unchanged database totals after a gateway restart to claim both behavioral parity and a blank session. Audit that inference. Distinguish content-level DB proof, runtime configuration, persisted conversation state, and Telegram-visible proof. Stay under 180 words and read-only. Name the subject exactly once as `gateway restart` in your answer.", "message_sha256": "11a5ef3381b1e1f0b57051f0fa51d1bf6cd9ebc8104295a9dd1a4ed0d6d881cd", "required_concepts": [ "runtime_inputs", "durable_session_continuity", "proof_tiers", "row_content_proof" ], "required_signals": [ "canonical_db", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-10", "subject": "gateway restart", "subject_anchors": [ "restart", "database", "runtime", "session", "SOUL.md" ], "subject_index": 0, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "shared_facts_and_agent_disagreement", "expected_follow_up": "preserve a shared fact while keeping agent positions queryable; response shape receipt", "expected_tool_command_sha256": null, "family_id": "agent_positions", "family_subjects": [ "Orchid thesis", "Northstar market claim", "Atlas adoption claim" ], "id": "BLIND-AGENT_POSITIONS-T02-V01", "leakage_markers": [ "two agents inspect the same evidence for the orchid thesis and reach different conclusions in the", "duplicate the factual claim per agent or share the fact and store each position elsewhere explain", "no writes or invented links name the subject exactly once as orchid thesis in your answer" ], "message": "Two agents inspect the same evidence for the Orchid thesis and reach different conclusions. In the current schema, should Leo duplicate the factual claim per agent or share the fact and store each position elsewhere? Explain how disagreement stays queryable. No writes or invented links. Name the subject exactly once as `Orchid thesis` in your answer.", "message_sha256": "90a8bb66dbf0b8e4a06abaa0182393100ca7cd7d426ffa7b143c31a129cb2a5a", "required_concepts": [ "shared_knowledge_commons", "agent_specific_positions", "contradiction" ], "required_signals": [ "canonical_db", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-11", "subject": "Orchid thesis", "subject_anchors": [ "agent", "claim", "belief", "position", "evidence" ], "subject_index": 0, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "forecast_resolution_without_history_rewrite", "expected_follow_up": "preserve history and identify the reviewed schema proposal; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "forecast_history", "family_subjects": [ "Orchid launch forecast", "Northstar revenue forecast", "Atlas adoption forecast" ], "id": "BLIND-FORECAST_HISTORY-T02-V02", "leakage_markers": [ "resolve a dispute about the northstar revenue forecast its original probability was 60 there were no", "wants to overwrite it with the outcome use the current claims and edge schema to state", "missing capability read only name the subject exactly once as northstar revenue forecast in your answer" ], "message": "Resolve a dispute about the Northstar revenue forecast: its original probability was 60%, there were no success criteria, and someone now wants to overwrite it with the outcome. Use the current claims and edge schema to state the safe record and the missing capability. Read-only. Name the subject exactly once as `Northstar revenue forecast` in your answer.", "message_sha256": "245a2a0054dd875a6c315214ded9318855c8b4d848df8030334fcf36437d92d6", "required_concepts": [ "forecast_history", "forecast_schema_gap", "staged_review_apply" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-12", "subject": "Northstar revenue forecast", "subject_anchors": [ "forecast", "60%", "resolution", "history", "schema" ], "subject_index": 1, "variant_index": 1 }, { "custom_evidence_probe": true, "dimension": "model_visible_live_receipt_discrimination", "expected_follow_up": "return a model-visible live-read receipt token without mutation; response shape receipt", "expected_tool_command_sha256": "6d215dbbfff54bc433d9990796d3ee5d4068b01031450225063f664695e3ccf7", "family_id": "receipt_discrimination", "family_subjects": [ "Orchid status snapshot", "Northstar status snapshot", "Atlas status snapshot" ], "id": "BLIND-RECEIPT_DISCRIMINATION-T02-V01", "leakage_markers": [ "for the atlas status snapshot use the terminal tool to run teleo kb context atlas status", "short lines subject atlas status snapshot mode read only surface context and receipt followed by the", "infer or write anything name the subject exactly once as atlas status snapshot in your answer" ], "message": "For the Atlas status snapshot, use the terminal tool to run `teleo-kb context 'Atlas status snapshot' --limit 1 --context-limit 1 --format markdown` exactly once. Return four short lines: `Subject: Atlas status snapshot`, `Mode: read-only`, `Surface: context`, and `Receipt:` followed by the first 12 hex characters shown for semantic context SHA-256. Do not infer or write anything. Name the subject exactly once as `Atlas status snapshot` in your answer.", "message_sha256": "804783544e24aa516341dc1b52f6e66511a657df366e42e38b43cc9cb20b1ee0", "required_concepts": [], "required_signals": [], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": true, "scorer_id": "EVIDENCE-01", "subject": "Atlas status snapshot", "subject_anchors": [ "receipt", "read-only", "context", "surface" ], "subject_index": 2, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_set", "expected_follow_up": "bind one evidence-based blocker to a temporary chat-only label; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "session_memory_set", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_SET-T02-V03", "leakage_markers": [ "create a temporary conversation mnemonic for the single biggest proof blocker blind ledger e70328744308 name the", "blocker precisely enough to distinguish approval applied_at and canonical readback it must not become a source", "memory record or database write name the subject exactly once as proof blocker in your answer" ], "message": "Create a temporary conversation mnemonic for the single biggest proof blocker: blind-ledger-e70328744308. Name the blocker precisely enough to distinguish approval, applied_at, and canonical readback. It must not become a source, memory record, or database write. Name the subject exactly once as `proof blocker` in your answer.", "message_sha256": "e806c7efe4c24c8549be1ecab499d14a3c21060c946cbc153e59b8b3f21f2d1c", "required_concepts": [ "blocker_definition" ], "required_signals": [ "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-07", "subject": "proof blocker", "subject_anchors": [ "blocker", "approved", "applied", "canonical" ], "subject_index": 1, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_recall", "expected_follow_up": "recall the label, same blocker, and exact closure proof; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "session_memory_recall", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_RECALL-T02-V03", "leakage_markers": [ "retrieve the mnemonic from the preceding turn identify the same proof blocker and say which before", "before after canonical receipt and applied_at readback would resolve it this is a memory check not", "authorization to stage or apply name the subject exactly once as proof blocker in your answer" ], "message": "Retrieve the mnemonic from the preceding turn, identify the same proof blocker, and say which before/after canonical receipt and applied_at readback would resolve it. This is a memory check, not authorization to stage or apply. Name the subject exactly once as `proof blocker` in your answer.", "message_sha256": "69309e1e4c8991f5ad454444e476dc7e6ac8eb5b52977bf0c2cd62a8b3d32916", "required_concepts": [ "blocker_definition", "receipt" ], "required_signals": [ "row_level_proof", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-08", "subject": "proof blocker", "subject_anchors": [ "blocker", "approved", "applied", "readback" ], "subject_index": 1, "variant_index": 2 } ], "session_mode": "clean_session", "trial_id": "trial-02", "trial_index": 1 }, { "memory_token": "blind-ledger-f57d6062c272", "prompt_count": 9, "prompt_set_sha256": "f68b3ae030ab8bb31e09625de062044c3ddf7bac6c3e132e3bea9797defd884e", "prompts": [ { "custom_evidence_probe": false, "dimension": "canonical_state_without_supplied_ids", "expected_follow_up": "name the receipt or next proof-changing action; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "canonical_state", "family_subjects": [ "partner demo", "board diligence", "operator review" ], "id": "BLIND-CANONICAL_STATE-T03-V03", "leakage_markers": [ "someone claims the board diligence is safe because reviewers signed off on three database proposals challenge", "claim from current state semantics and finish with one concrete receipt that would close the gap", "work without supplied row ids name the subject exactly once as board diligence in your answer" ], "message": "Someone claims the board diligence is safe because reviewers signed off on three database proposals. Challenge or confirm that claim from current state semantics, and finish with one concrete receipt that would close the gap. Stay read-only and work without supplied row IDs. Name the subject exactly once as `board diligence` in your answer.", "message_sha256": "8dacf7bf856a0481ca019cb921f1a31fc49012c10649beab2fc73502fd6b93ba", "required_concepts": [ "canonical_readback", "state_boundary", "receipt" ], "required_signals": [ "state_semantics", "canonical_db", "row_level_proof", "artifact", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-04", "subject": "board diligence", "subject_anchors": [ "approved", "applied", "canonical", "database", "proposal" ], "subject_index": 1, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "source_to_canonical_evidence_chain", "expected_follow_up": "audit the staging-to-canonical link and describe a before/after receipt; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "source_evidence", "family_subjects": [ "Orchid attachment", "Northstar document", "Atlas source packet" ], "id": "BLIND-SOURCE_EVIDENCE-T03-V03", "leakage_markers": [ "investigate this without identifiers extracted text for the northstar document is present and an approved proposal", "it tell me which document proposal public sources and claim_evidence links establish canonical support and which", "later guarded change no apply name the subject exactly once as northstar document in your answer" ], "message": "Investigate this without identifiers: extracted text for the Northstar document is present and an approved proposal has a pointer to it. Tell me which document, proposal, public.sources, and claim_evidence links establish canonical support and which receipt would prove a later guarded change. No apply. Name the subject exactly once as `Northstar document` in your answer.", "message_sha256": "ecb83e9a29adf609efa312da81571a20c746f2ece9107f4d21a9091a802b5a4c", "required_concepts": [ "source_evidence_chain", "canonical_evidence_boundary", "evidence_provenance_quality", "staged_review_apply", "receipt" ], "required_signals": [ "document_artifact_linking", "canonical_db", "staging_or_review", "row_level_proof", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-05", "subject": "Northstar document", "subject_anchors": [ "attachment", "document", "source", "evidence", "claim_evidence" ], "subject_index": 1, "variant_index": 2 }, { "custom_evidence_probe": false, "dimension": "heterogeneous_packet_composition", "expected_follow_up": "map heterogeneous knowledge and state the reviewed apply boundary; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "mixed_composition", "family_subjects": [ "Orchid research packet", "Northstar briefing", "Atlas evidence bundle" ], "id": "BLIND-MIXED_COMPOSITION-T03-V02", "leakage_markers": [ "how should leo compose the orchid research packet when it contains evidence backed facts a reasoning", "position an operating rule and a correction use current schema boundaries say what approve_claim cannot apply", "not mutate the database name the subject exactly once as orchid research packet in your answer" ], "message": "How should Leo compose the Orchid research packet when it contains evidence-backed facts, a reasoning framework, an agent's contested position, an operating rule, and a correction? Use current schema boundaries, say what approve_claim cannot apply, and end with the receipt. Do not mutate the database. Name the subject exactly once as `Orchid research packet` in your answer.", "message_sha256": "c77df05728b34db40b39c745e578516367a7461937989eb7cb1cf258535ac186", "required_concepts": [ "heterogeneous_types", "behavioral_rule_storage", "reviewed_policy_apply", "staged_review_apply", "receipt" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-06", "subject": "Orchid research packet", "subject_anchors": [ "packet", "framework", "governance", "behavioral_rules", "reasoning tool" ], "subject_index": 0, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "runtime_and_database_restart_causality", "expected_follow_up": "separate row, runtime, session, handler, and delivery proof tiers; response shape receipt", "expected_tool_command_sha256": null, "family_id": "runtime_persistence", "family_subjects": [ "gateway restart", "fresh process launch", "service recycle" ], "id": "BLIND-RUNTIME_PERSISTENCE-T03-V01", "leakage_markers": [ "after a fresh process launch the five database totals are identical does that prove leo s", "previous session fact disappeared separate canonical rows deployed runtime inputs and durable session state and name", "only under 180 words name the subject exactly once as fresh process launch in your answer" ], "message": "After a fresh process launch, the five database totals are identical. Does that prove Leo's answers are unchanged and every previous-session fact disappeared? Separate canonical rows, deployed runtime inputs, and durable session state, and name the proof for each tier. Read-only; under 180 words. Name the subject exactly once as `fresh process launch` in your answer.", "message_sha256": "8a536ea91fb240bf41104b6795d10d7bf2d84d1425626d70b2397ed93f4ad744", "required_concepts": [ "runtime_inputs", "durable_session_continuity", "proof_tiers", "row_content_proof" ], "required_signals": [ "canonical_db", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-10", "subject": "fresh process launch", "subject_anchors": [ "restart", "database", "runtime", "session", "SOUL.md" ], "subject_index": 1, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "shared_facts_and_agent_disagreement", "expected_follow_up": "preserve a shared fact while keeping agent positions queryable; response shape next proof-changing action", "expected_tool_command_sha256": null, "family_id": "agent_positions", "family_subjects": [ "Orchid thesis", "Northstar market claim", "Atlas adoption claim" ], "id": "BLIND-AGENT_POSITIONS-T03-V02", "leakage_markers": [ "for the northstar market claim both agents agree on the source material but disagree on interpretation", "the database grounded representation shared claims evidence agent specific positions current link limitations and any schema", "not change the database name the subject exactly once as northstar market claim in your answer" ], "message": "For the Northstar market claim, both agents agree on the source material but disagree on interpretation. Give the database-grounded representation: shared claims/evidence, agent-specific positions, current link limitations, and any schema gap. Do not change the database. Name the subject exactly once as `Northstar market claim` in your answer.", "message_sha256": "4cd8bd7b194e675f7f30bb89bd366833e1cac28b7d171aade52bb8954916e5ba", "required_concepts": [ "shared_knowledge_commons", "agent_specific_positions", "contradiction" ], "required_signals": [ "canonical_db", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-11", "subject": "Northstar market claim", "subject_anchors": [ "agent", "claim", "belief", "position", "evidence" ], "subject_index": 1, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "forecast_resolution_without_history_rewrite", "expected_follow_up": "preserve history and identify the reviewed schema proposal; response shape challenge plus closure proof", "expected_tool_command_sha256": null, "family_id": "forecast_history", "family_subjects": [ "Orchid launch forecast", "Northstar revenue forecast", "Atlas adoption forecast" ], "id": "BLIND-FORECAST_HISTORY-T03-V03", "leakage_markers": [ "the event behind the atlas adoption forecast has finished but the 60 claim omitted a resolution", "the historical forecast and ambiguity today which fields or edge type do not exist and the", "resolution mechanism no writes name the subject exactly once as atlas adoption forecast in your answer" ], "message": "The event behind the Atlas adoption forecast has finished, but the 60% claim omitted a resolution rule. Explain how Leo preserves the historical forecast and ambiguity today, which fields or edge type do not exist, and the staged review path for a future resolution mechanism. No writes. Name the subject exactly once as `Atlas adoption forecast` in your answer.", "message_sha256": "f8f08a529b7baf28f726fe5012683a67db89c6a82955d5154d6cde7194236b1e", "required_concepts": [ "forecast_history", "forecast_schema_gap", "staged_review_apply" ], "required_signals": [ "canonical_db", "staging_or_review", "caveat_retention", "no_overclaim" ], "requires_database_contract": true, "requires_database_receipt": true, "requires_tool_evidence_token": false, "scorer_id": "OOS-12", "subject": "Atlas adoption forecast", "subject_anchors": [ "forecast", "60%", "resolution", "history", "schema" ], "subject_index": 2, "variant_index": 2 }, { "custom_evidence_probe": true, "dimension": "model_visible_live_receipt_discrimination", "expected_follow_up": "return a model-visible live-read receipt token without mutation; response shape next proof-changing action", "expected_tool_command_sha256": "19529a89213a50d4d4ff15045756df5faede54bffc1d7898ea735a8edd9adef3", "family_id": "receipt_discrimination", "family_subjects": [ "Orchid status snapshot", "Northstar status snapshot", "Atlas status snapshot" ], "id": "BLIND-RECEIPT_DISCRIMINATION-T03-V02", "leakage_markers": [ "take a no write orchid status snapshot with one teleo kb context orchid status snapshot limit", "call answer only with subject orchid status snapshot mode read only surface context and receipt first", "256 from that result name the subject exactly once as orchid status snapshot in your answer" ], "message": "Take a no-write Orchid status snapshot with one `teleo-kb context 'Orchid status snapshot' --limit 1 --context-limit 1 --format markdown` terminal call. Answer only with `Subject: Orchid status snapshot`, `Mode: read-only`, `Surface: context`, and `Receipt: `. Name the subject exactly once as `Orchid status snapshot` in your answer.", "message_sha256": "2fc088c3200dcd49747b868ad792f6e1946002c3574263254a413d103bdac9e7", "required_concepts": [], "required_signals": [], "requires_database_contract": false, "requires_database_receipt": true, "requires_tool_evidence_token": true, "scorer_id": "EVIDENCE-01", "subject": "Orchid status snapshot", "subject_anchors": [ "receipt", "read-only", "context", "surface" ], "subject_index": 0, "variant_index": 1 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_set", "expected_follow_up": "bind one evidence-based blocker to a temporary chat-only label; response shape receipt", "expected_tool_command_sha256": null, "family_id": "session_memory_set", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_SET-T03-V01", "leakage_markers": [ "from the live reasoning in this clean session choose the highest impact operator blocker remember it", "f57d6062c272 for the next turn only reply with label and blocker and keep the label out", "base do not write anything name the subject exactly once as operator blocker in your answer" ], "message": "From the live reasoning in this clean session, choose the highest-impact operator blocker. Remember it as blind-ledger-f57d6062c272 for the next turn only. Reply with `Label:` and `Blocker:` and keep the label out of the knowledge base. Do not write anything. Name the subject exactly once as `operator blocker` in your answer.", "message_sha256": "bddd6c359a93e6eef403b2dc734d6a40e9fa0f94f9f47c6626ee4d3dca848e64", "required_concepts": [ "blocker_definition" ], "required_signals": [ "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-07", "subject": "operator blocker", "subject_anchors": [ "blocker", "approved", "applied", "canonical" ], "subject_index": 2, "variant_index": 0 }, { "custom_evidence_probe": false, "dimension": "clean_session_memory_recall", "expected_follow_up": "recall the label, same blocker, and exact closure proof; response shape receipt", "expected_tool_command_sha256": null, "family_id": "session_memory_recall", "family_subjects": [ "demo blocker", "proof blocker", "operator blocker" ], "id": "BLIND-SESSION_MEMORY_RECALL-T03-V01", "leakage_markers": [ "without quoting my prior wording recall the temporary label for the operator blocker restate the same", "the same blocker and give the exact row level readback or postflight proof that closes it", "it do not mutate anything name the subject exactly once as operator blocker in your answer" ], "message": "Without quoting my prior wording, recall the temporary label for the operator blocker, restate the same blocker, and give the exact row-level readback or postflight proof that closes it. Do not mutate anything. Name the subject exactly once as `operator blocker` in your answer.", "message_sha256": "653ba7b7b8628f0cb13f44693b5d8e82e18e5a6ffd964cd3bd8c906ba29e88c6", "required_concepts": [ "blocker_definition", "receipt" ], "required_signals": [ "row_level_proof", "next_action", "no_overclaim" ], "requires_database_contract": false, "requires_database_receipt": false, "requires_tool_evidence_token": false, "scorer_id": "OOS-08", "subject": "operator blocker", "subject_anchors": [ "blocker", "approved", "applied", "readback" ], "subject_index": 2, "variant_index": 0 } ], "session_mode": "post_restart_clean_session", "trial_id": "trial-03", "trial_index": 2 } ] }