71ea7a625c
- Add source-linked model discovery registry for bakeoff candidates - Add Rio, Theseus, and KB interop fixtures with deterministic replay proof - Gate CI on replay output; verify with 424-test suite `.crabbox.yaml` `.github/workflows/ci.yml` `docs/llm-refinement-decision-engine.md` `docs/model-discovery-registry.md` `fixtures/decision-engine-eval/kb_interop_propose_only.json` `fixtures/decision-engine-eval/rio_meteora_lp_incentives.json` `fixtures/decision-engine-eval/theseus_live_model_switch_reject.json` `scripts/check_llm_refinement_contract.py` `scripts/replay_decision_engine_eval.py` `tests/test_decision_engine_replay.py`
146 lines
4.2 KiB
YAML
146 lines
4.2 KiB
YAML
name: ci
|
|
|
|
on:
|
|
pull_request:
|
|
push:
|
|
branches:
|
|
- main
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
concurrency:
|
|
group: ci-${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
env:
|
|
PYTHON_VERSION: "3.11"
|
|
CI: "1"
|
|
|
|
jobs:
|
|
lint:
|
|
name: Focused lint
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 10
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Install
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
python -m pip install -e ".[dev]"
|
|
- name: Ruff focused surface
|
|
run: |
|
|
python -m ruff check \
|
|
lib/agent_routing.py \
|
|
lib/config.py \
|
|
lib/db.py \
|
|
lib/evaluate.py \
|
|
lib/llm.py \
|
|
lib/post_extract.py \
|
|
telegram/approvals.py \
|
|
scripts/check_crabbox_ci_contract.py \
|
|
scripts/check_llm_refinement_contract.py \
|
|
scripts/replay_decision_engine_eval.py \
|
|
scripts/prove_phase1b_local.py \
|
|
tests/test_agent_routing.py \
|
|
tests/test_decision_engine_replay.py \
|
|
tests/test_evaluate_agent_routing.py \
|
|
tests/test_phase1b_end_to_end.py \
|
|
tests/test_eval_parse.py \
|
|
tests/test_contributor.py \
|
|
tests/test_search.py
|
|
|
|
test:
|
|
name: Unit tests
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 20
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Install
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
python -m pip install -e ".[dev]"
|
|
- name: Pytest
|
|
run: |
|
|
mkdir -p .crabbox-results
|
|
python -m pytest --junitxml=.crabbox-results/pytest.xml
|
|
- name: Upload test artifact
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: teleo-infrastructure-pytest
|
|
path: .crabbox-results/pytest.xml
|
|
if-no-files-found: warn
|
|
|
|
repo-contracts:
|
|
name: Repo contracts
|
|
runs-on: ubuntu-latest
|
|
timeout-minutes: 10
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Install
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
python -m pip install -e ".[dev]"
|
|
- name: Validate repo-owned contract
|
|
run: |
|
|
python scripts/check_crabbox_ci_contract.py \
|
|
--output .crabbox-results/crabbox-ci-contract.json
|
|
python scripts/check_llm_refinement_contract.py \
|
|
--output .crabbox-results/llm-refinement-contract.json
|
|
python scripts/replay_decision_engine_eval.py \
|
|
--output .crabbox-results/decision-engine-eval.json
|
|
- name: Upload contract artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: teleo-infrastructure-repo-contracts
|
|
path: |
|
|
.crabbox-results/crabbox-ci-contract.json
|
|
.crabbox-results/llm-refinement-contract.json
|
|
.crabbox-results/decision-engine-eval.json
|
|
if-no-files-found: error
|
|
|
|
phase1b-local-proof:
|
|
name: Phase 1B local proof
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- lint
|
|
- test
|
|
- repo-contracts
|
|
timeout-minutes: 20
|
|
env:
|
|
PHASE1B_AGENT_ROUTING_ENABLED: "true"
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-python@v5
|
|
with:
|
|
python-version: ${{ env.PYTHON_VERSION }}
|
|
- name: Install
|
|
run: |
|
|
python -m pip install --upgrade pip
|
|
python -m pip install -e ".[dev]"
|
|
- name: Run proof wrapper
|
|
run: |
|
|
scripts/crabbox_phase1b_proof.sh
|
|
- name: Upload proof artifacts
|
|
if: always()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: teleo-infrastructure-phase1b-proof
|
|
path: |
|
|
.crabbox-results/crabbox-ci-contract.json
|
|
proof/phase1b-local-e2e-proof.json
|
|
.crabbox-results/phase1b-pytest.xml
|
|
.crabbox-results/phase1b-proof-summary.json
|
|
if-no-files-found: warn
|