Files
roboco/tests/unit/gateway/test_conventions_gate_pr_pass.py
T
Renn F ce4d02b3c2 fix(gateway): bounded fail-open evidence assembly + PM decision transient-failure bypass
Evidence-assembly git legs (diff, changed-files, branch fetch, advisory
conventions run) ran unbounded inside claim_review / claim_doc_task /
claim_gate_review / evidence() / i_am_done's envelope build, so a slow
clone turned the whole verb into a silent 120s FlowVerbTimeout 504.
Each leg now runs through run_bounded_leg under a shared LegBudget
(evidence_assembly_timeout_seconds, 45s total): a timed-out leg — both
asyncio TimeoutError and git's own GitTimeoutError — degrades into an
evidence_gaps note on the envelope instead of hanging the verb, while
non-timeout git errors still propagate. The advisory conventions run
gets an inner-only timeout (conventions_validator_advisory_timeout_
seconds, 30s) threaded down to the subprocess so it is never orphaned
by an outer cancel; the fail-closed i_am_done/pr_pass conventions
gates keep their hardcoded 120s.

_ensure_pm_decision now reports a PmDecisionOutcome: a transient DB
failure recording the PM's decision journal (e.g. lock timeout under
load) no longer launders into a journal:decision gate rejection that
escalates and BLOCKS the task — the verb's own rationale satisfies the
gate with a structured warning, across all seven PM verbs.

Also: repo-wide ruff realignment to the lockfile-pinned ruff (8
format-only diffs, 14 UP038 isinstance conversions) that a transiently
newer venv ruff had masked.

Gate: 15474 passed, 459 skipped; ruff/mypy/xenon/vulture/bandit/
pip-audit/deptry/import-linter/foundation-check all green.
2026-07-31 13:56:19 +02:00

143 lines
5.4 KiB
Python

"""The pr_pass conventions gate: a reviewer can't PASS a PR with block violations.
``_gate_decision`` runs ``_conventions_guard`` for ``verb == "pr_pass"`` only
(pr_fail stays available), exactly like the toolchain guard. These exercise the
shared guard the pr_pass path invokes: a ``block`` finding (or a validator that
could not run) refuses; ``warn`` passes; flag-off is inert.
"""
from __future__ import annotations
from typing import Any
from unittest.mock import AsyncMock, MagicMock
from uuid import uuid4
import pytest
from roboco.config import settings
from roboco.services.gateway.choreographer import Choreographer, ChoreographerDeps
_BLOCK_RESULT: dict[str, Any] = {
"findings": [
{
"file": "app/routers/u.py",
"line": 2,
"level": "block",
"fix_hint": "move it into models/",
}
],
"could_not_run": False,
}
def _make_choreographer(*, check_result: dict[str, Any]) -> Choreographer:
base: dict[str, Any] = {
"task": AsyncMock(),
"work_session": AsyncMock(),
"git": AsyncMock(),
"a2a": AsyncMock(),
"journal": AsyncMock(),
"audit": AsyncMock(),
"evidence_repo": AsyncMock(),
}
base["git"].conventions_check_for_task.return_value = check_result
return Choreographer(ChoreographerDeps(**base))
@pytest.mark.asyncio
async def test_pr_pass_guard_blocks_on_block_finding(
monkeypatch: pytest.MonkeyPatch,
) -> None:
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(check_result=_BLOCK_RESULT)
env = await c._conventions_guard(uuid4(), MagicMock(), {})
assert env is not None
body = env.as_dict()
assert body["error"] == "invalid_state"
assert "app/routers/u.py:2" in body["remediate"]
assert "waiver" in body["remediate"]
@pytest.mark.asyncio
async def test_pr_pass_guard_allows_warn(monkeypatch: pytest.MonkeyPatch) -> None:
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(
check_result={
"findings": [{"file": "x.py", "line": 1, "level": "warn", "fix_hint": "h"}],
"could_not_run": False,
}
)
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is None
@pytest.mark.asyncio
async def test_pr_pass_guard_blocks_when_validator_cannot_run(
monkeypatch: pytest.MonkeyPatch,
) -> None:
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(check_result={"findings": [], "could_not_run": True})
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is not None
@pytest.mark.asyncio
async def test_pr_pass_guard_could_not_run_remediation_uses_pr_fail(
monkeypatch: pytest.MonkeyPatch,
) -> None:
# _conventions_guard is the pr_pass (reviewer) path. A reviewer has no
# i_am_blocked verb, so the could_not_run remediation must point at pr_fail
# (the reviewer's reject lever), not a verb they lack.
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(check_result={"findings": [], "could_not_run": True})
env = await c._conventions_guard(uuid4(), MagicMock(), {})
assert env is not None
body = env.as_dict()
assert "i_am_blocked" not in body["remediate"]
assert "pr_fail" in body["remediate"]
@pytest.mark.asyncio
async def test_pr_pass_guard_block_remediation_uses_pr_fail_not_reviewer_waiver(
monkeypatch: pytest.MonkeyPatch,
) -> None:
# on the pr_pass (reviewer) path a block-level finding's remediation must
# point at pr_fail (the reviewer's only lever) and frame the waiver as the
# DEV's action — a pr_reviewer does not own the assembled branch and has no
# commit verb on it, so the dev-path waiver remediation would strand the
# gate on every false positive.
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(check_result=_BLOCK_RESULT)
env = await c._conventions_guard(uuid4(), MagicMock(), {})
assert env is not None
body = env.as_dict()
remediate = body["remediate"]
# The reviewer's lever is pr_fail, not committing a waiver themselves.
assert "pr_fail" in remediate
# The offending finding is carried so the reviewer can paste it as an issue.
assert "app/routers/u.py:2" in remediate
# The reviewer must NOT be told to add a waiver "in your branch" — they
# can't commit to the assembled PR branch. The waiver is the dev's job.
assert "in your branch" not in remediate
@pytest.mark.asyncio
async def test_pr_pass_guard_inert_when_flag_off(
monkeypatch: pytest.MonkeyPatch,
) -> None:
monkeypatch.setattr(settings, "conventions_enabled", False)
c = _make_choreographer(check_result=_BLOCK_RESULT)
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is None
@pytest.mark.asyncio
async def test_pr_pass_guard_never_overrides_the_fail_closed_timeout(
monkeypatch: pytest.MonkeyPatch,
) -> None:
"""The pr_pass gate is fail-closed and must keep the validator's
hardcoded 120s cap — unlike claim_review's advisory path, it must
never pass a ``timeout`` override down to ``conventions_check_for_task``."""
monkeypatch.setattr(settings, "conventions_enabled", True)
c = _make_choreographer(check_result={"findings": [], "could_not_run": False})
await c._conventions_guard(uuid4(), MagicMock(), {})
check = c.git.conventions_check_for_task
check.assert_awaited_once()
assert "timeout" not in check.await_args.kwargs