fix(gateway): bound the briefing's RAG memory leg; skip cold conventions re-resolution in claim_review

Two remaining 120s-wall consumers found tracing live 504s on the
redeployed stack (claim_review completing at exactly 120s with a
~74s silent tail after the bounded evidence legs gave up):

_institutional_memory's similar_memory call rode the Ollama
embedder's 120s read timeout unbounded inside every full briefing
(give_me_work / i_will_work_on / i_will_plan / resume pass task=t),
so a saturated embedder could eat a claim verb's whole budget. It
now runs under asyncio.wait_for with the new
institutional_memory_timeout_seconds (default 8s) and degrades to a
first-class {status: "timeout", lessons: []} block — the briefing
is enrichment, never the thing that kills a verb.

claim_review's advisory conventions leg trusted that the diff /
files_changed legs had warmed the workspace; when those legs timed
out, conventions_check_for_task's unwrapped setup phase re-hit the
same cold/contended git ops (30s-bounded subprocesses in sequence,
clone repair up to 300s) and ground on until the verb wall. The
evidence build now skips the conventions leg whenever the git legs
already recorded gaps, emitting the existing could_not_run shape
plus an evidence_gaps note instead of a 504. Fail-closed
enforcement (i_am_done / pr_pass) is untouched.

Gate: 15481 passed, 459 skipped; ruff/mypy/xenon/vulture/bandit/
pip-audit/deptry/import-linter/foundation-check green.
This commit is contained in:
Renn F
2026-07-31 16:52:54 +02:00
parent ce4d02b3c2
commit 984083c7e8
5 changed files with 288 additions and 15 deletions
@@ -2,6 +2,7 @@
from __future__ import annotations
import asyncio
from typing import Any
from unittest.mock import AsyncMock, MagicMock
from uuid import uuid4
@@ -100,3 +101,146 @@ def test_evidence_payload_convention_findings_default_empty() -> None:
ev = build_evidence_for_task(_stub_task(), journal_highlights=[], files_changed=[])
assert ev.convention_findings == []
assert "convention_findings" not in ev.as_dict()
# ---------------------------------------------------------------------------
# _build_qa_claim_evidence: skip conventions when the git legs above already
# timed out (evidence_gaps non-empty — the warm-workspace assumption failed).
# ---------------------------------------------------------------------------
def _stub_empty_ledger(session: MagicMock) -> None:
session.execute = AsyncMock(
return_value=MagicMock(
scalars=MagicMock(return_value=MagicMock(all=MagicMock(return_value=[])))
)
)
def _evidence_choreographer(git_svc: AsyncMock) -> Choreographer:
"""Full Choreographer wired for ``_build_qa_claim_evidence`` directly
(not the whole claim_review verb) — journal/evidence_repo/session
stubbed empty so the build reaches the conventions call site cleanly."""
task_svc = AsyncMock()
_stub_empty_ledger(task_svc.session)
evidence_repo = AsyncMock()
evidence_repo.journal_highlights_for_task.return_value = []
evidence_repo.ancestor_context_for_task.return_value = []
deps = ChoreographerDeps(
task=task_svc,
work_session=AsyncMock(),
git=git_svc,
a2a=AsyncMock(),
journal=AsyncMock(),
audit=AsyncMock(),
evidence_repo=evidence_repo,
)
return Choreographer(deps)
def _evidence_task(task_id: Any) -> MagicMock:
return MagicMock(
id=task_id,
branch_name="feature/backend/abc",
pr_number=8,
pr_url="https://github.com/x/y/pull/8",
commits=[],
dev_notes=None,
acceptance_criteria_status=[],
parent_task_id=None,
description=None,
)
@pytest.mark.asyncio
async def test_conventions_skipped_when_git_legs_already_timed_out(
monkeypatch: pytest.MonkeyPatch,
) -> None:
"""Both the diff and list_changed_files legs time out (evidence_gaps
ends up non-empty) — _qa_convention_findings (and the real
conventions_check_for_task it would call) must never run; the caller
fills in a could_not_run skip entry and its own evidence_gaps note
instead."""
monkeypatch.setattr(settings, "conventions_enabled", True)
monkeypatch.setattr(settings, "evidence_assembly_timeout_seconds", 0.02)
async def _hangs(*_args: object, **_kwargs: object) -> Any:
await asyncio.sleep(5)
return "unreachable"
git_svc = AsyncMock()
git_svc.diff.side_effect = _hangs
git_svc.list_changed_files.side_effect = _hangs
c = _evidence_choreographer(git_svc)
task_id = uuid4()
t = _evidence_task(task_id)
ev = await c._build_qa_claim_evidence(uuid4(), t, task_id)
body = ev.as_dict()
git_svc.conventions_check_for_task.assert_not_awaited()
assert body["convention_findings"] == [
{
"could_not_run": True,
"reason": "skipped: git evidence legs timed out (cold/contended workspace)",
}
]
gaps = body["evidence_gaps"]
assert any("pr diff unavailable" in g for g in gaps)
assert any("files_changed unavailable" in g for g in gaps)
assert any("conventions findings unavailable" in g for g in gaps)
@pytest.mark.asyncio
async def test_conventions_runs_when_legs_succeed(
monkeypatch: pytest.MonkeyPatch,
) -> None:
"""The skip only engages when evidence_gaps is non-empty — a normal
build (both legs succeed) still runs conventions exactly as before."""
monkeypatch.setattr(settings, "conventions_enabled", True)
git_svc = AsyncMock()
git_svc.diff.return_value = "diff content"
git_svc.list_changed_files.return_value = ["README.md"]
git_svc.conventions_check_for_task.return_value = {
"findings": [],
"could_not_run": False,
}
c = _evidence_choreographer(git_svc)
task_id = uuid4()
t = _evidence_task(task_id)
ev = await c._build_qa_claim_evidence(uuid4(), t, task_id)
body = ev.as_dict()
git_svc.conventions_check_for_task.assert_awaited_once()
assert "evidence_gaps" not in body
@pytest.mark.asyncio
async def test_conventions_not_skipped_stub_when_flag_off(
monkeypatch: pytest.MonkeyPatch,
) -> None:
"""Even with degraded legs, a disabled subsystem must stay empty (no
misleading could_not_run stub implying conventions would otherwise have
run) — the skip guard checks conventions_enabled too."""
monkeypatch.setattr(settings, "conventions_enabled", False)
monkeypatch.setattr(settings, "evidence_assembly_timeout_seconds", 0.02)
async def _hangs(*_args: object, **_kwargs: object) -> Any:
await asyncio.sleep(5)
return "unreachable"
git_svc = AsyncMock()
git_svc.diff.side_effect = _hangs
git_svc.list_changed_files.side_effect = _hangs
c = _evidence_choreographer(git_svc)
task_id = uuid4()
t = _evidence_task(task_id)
ev = await c._build_qa_claim_evidence(uuid4(), t, task_id)
body = ev.as_dict()
git_svc.conventions_check_for_task.assert_not_awaited()
assert "convention_findings" not in body
gaps = body["evidence_gaps"]
assert not any("conventions findings unavailable" in g for g in gaps)
@@ -0,0 +1,79 @@
"""``_institutional_memory``'s RAG search is bounded by
``institutional_memory_timeout_seconds`` — a saturated Ollama embedder must
never eat the whole verb timeout budget and 504 a claim. See
``roboco.services.gateway.choreographer._impl.Choreographer._institutional_memory``.
"""
from __future__ import annotations
import asyncio
from unittest.mock import AsyncMock, MagicMock
from uuid import uuid4
import pytest
from roboco.config import Settings
from roboco.services.gateway.choreographer import Choreographer
_DEFAULT_TIMEOUT = 8.0
_OVERRIDE_TIMEOUT = 3.5
def _choreographer(*, similar_memory: AsyncMock) -> Choreographer:
repo = AsyncMock()
repo.similar_memory = similar_memory
task_svc = AsyncMock()
task_svc.agent_for.return_value = MagicMock(role="developer")
choreo = object.__new__(Choreographer)
choreo._deps = MagicMock(evidence_repo=repo, task=task_svc)
return choreo
def _task() -> MagicMock:
return MagicMock(
id=uuid4(), title="Add retry backoff", task_type=MagicMock(value="code")
)
class TestInstitutionalMemoryTimeout:
@pytest.mark.asyncio
async def test_slow_search_times_out_without_raising(
self, monkeypatch: pytest.MonkeyPatch
) -> None:
monkeypatch.setattr("roboco.config.settings.org_memory_enabled", True)
monkeypatch.setattr(
"roboco.config.settings.institutional_memory_timeout_seconds", 0.01
)
async def _slow(**_kwargs: object) -> dict[str, object]:
await asyncio.sleep(5)
return {"items": [], "status": "ok"}
choreo = _choreographer(similar_memory=AsyncMock(side_effect=_slow))
result = await choreo._institutional_memory(uuid4(), _task())
assert result == {"status": "timeout", "lessons": []}
@pytest.mark.asyncio
async def test_fast_search_flows_through_unchanged(
self, monkeypatch: pytest.MonkeyPatch
) -> None:
monkeypatch.setattr("roboco.config.settings.org_memory_enabled", True)
monkeypatch.setattr(
"roboco.config.settings.institutional_memory_timeout_seconds", 8.0
)
lesson = {"kind": "learning", "summary": "s", "source": "src", "score": 0.9}
similar_memory = AsyncMock(return_value={"items": [lesson], "status": "ok"})
choreo = _choreographer(similar_memory=similar_memory)
result = await choreo._institutional_memory(uuid4(), _task())
assert result == {"status": "ok", "lessons": [lesson]}
class TestInstitutionalMemoryTimeoutConfig:
def test_default_is_eight_seconds(self, monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.delenv("ROBOCO_INSTITUTIONAL_MEMORY_TIMEOUT_SECONDS", raising=False)
assert Settings().institutional_memory_timeout_seconds == _DEFAULT_TIMEOUT
def test_reads_env_override(self, monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.setenv(
"ROBOCO_INSTITUTIONAL_MEMORY_TIMEOUT_SECONDS", str(_OVERRIDE_TIMEOUT)
)
assert Settings().institutional_memory_timeout_seconds == _OVERRIDE_TIMEOUT