mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
Evidence-assembly git legs (diff, changed-files, branch fetch, advisory conventions run) ran unbounded inside claim_review / claim_doc_task / claim_gate_review / evidence() / i_am_done's envelope build, so a slow clone turned the whole verb into a silent 120s FlowVerbTimeout 504. Each leg now runs through run_bounded_leg under a shared LegBudget (evidence_assembly_timeout_seconds, 45s total): a timed-out leg — both asyncio TimeoutError and git's own GitTimeoutError — degrades into an evidence_gaps note on the envelope instead of hanging the verb, while non-timeout git errors still propagate. The advisory conventions run gets an inner-only timeout (conventions_validator_advisory_timeout_ seconds, 30s) threaded down to the subprocess so it is never orphaned by an outer cancel; the fail-closed i_am_done/pr_pass conventions gates keep their hardcoded 120s. _ensure_pm_decision now reports a PmDecisionOutcome: a transient DB failure recording the PM's decision journal (e.g. lock timeout under load) no longer launders into a journal:decision gate rejection that escalates and BLOCKS the task — the verb's own rationale satisfies the gate with a structured warning, across all seven PM verbs. Also: repo-wide ruff realignment to the lockfile-pinned ruff (8 format-only diffs, 14 UP038 isinstance conversions) that a transiently newer venv ruff had masked. Gate: 15474 passed, 459 skipped; ruff/mypy/xenon/vulture/bandit/ pip-audit/deptry/import-linter/foundation-check all green.
143 lines
5.4 KiB
Python
143 lines
5.4 KiB
Python
"""The pr_pass conventions gate: a reviewer can't PASS a PR with block violations.
|
|
|
|
``_gate_decision`` runs ``_conventions_guard`` for ``verb == "pr_pass"`` only
|
|
(pr_fail stays available), exactly like the toolchain guard. These exercise the
|
|
shared guard the pr_pass path invokes: a ``block`` finding (or a validator that
|
|
could not run) refuses; ``warn`` passes; flag-off is inert.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Any
|
|
from unittest.mock import AsyncMock, MagicMock
|
|
from uuid import uuid4
|
|
|
|
import pytest
|
|
from roboco.config import settings
|
|
from roboco.services.gateway.choreographer import Choreographer, ChoreographerDeps
|
|
|
|
_BLOCK_RESULT: dict[str, Any] = {
|
|
"findings": [
|
|
{
|
|
"file": "app/routers/u.py",
|
|
"line": 2,
|
|
"level": "block",
|
|
"fix_hint": "move it into models/",
|
|
}
|
|
],
|
|
"could_not_run": False,
|
|
}
|
|
|
|
|
|
def _make_choreographer(*, check_result: dict[str, Any]) -> Choreographer:
|
|
base: dict[str, Any] = {
|
|
"task": AsyncMock(),
|
|
"work_session": AsyncMock(),
|
|
"git": AsyncMock(),
|
|
"a2a": AsyncMock(),
|
|
"journal": AsyncMock(),
|
|
"audit": AsyncMock(),
|
|
"evidence_repo": AsyncMock(),
|
|
}
|
|
base["git"].conventions_check_for_task.return_value = check_result
|
|
return Choreographer(ChoreographerDeps(**base))
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_blocks_on_block_finding(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(check_result=_BLOCK_RESULT)
|
|
env = await c._conventions_guard(uuid4(), MagicMock(), {})
|
|
assert env is not None
|
|
body = env.as_dict()
|
|
assert body["error"] == "invalid_state"
|
|
assert "app/routers/u.py:2" in body["remediate"]
|
|
assert "waiver" in body["remediate"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_allows_warn(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(
|
|
check_result={
|
|
"findings": [{"file": "x.py", "line": 1, "level": "warn", "fix_hint": "h"}],
|
|
"could_not_run": False,
|
|
}
|
|
)
|
|
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_blocks_when_validator_cannot_run(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(check_result={"findings": [], "could_not_run": True})
|
|
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is not None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_could_not_run_remediation_uses_pr_fail(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
# _conventions_guard is the pr_pass (reviewer) path. A reviewer has no
|
|
# i_am_blocked verb, so the could_not_run remediation must point at pr_fail
|
|
# (the reviewer's reject lever), not a verb they lack.
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(check_result={"findings": [], "could_not_run": True})
|
|
env = await c._conventions_guard(uuid4(), MagicMock(), {})
|
|
assert env is not None
|
|
body = env.as_dict()
|
|
assert "i_am_blocked" not in body["remediate"]
|
|
assert "pr_fail" in body["remediate"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_block_remediation_uses_pr_fail_not_reviewer_waiver(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
# on the pr_pass (reviewer) path a block-level finding's remediation must
|
|
# point at pr_fail (the reviewer's only lever) and frame the waiver as the
|
|
# DEV's action — a pr_reviewer does not own the assembled branch and has no
|
|
# commit verb on it, so the dev-path waiver remediation would strand the
|
|
# gate on every false positive.
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(check_result=_BLOCK_RESULT)
|
|
env = await c._conventions_guard(uuid4(), MagicMock(), {})
|
|
assert env is not None
|
|
body = env.as_dict()
|
|
remediate = body["remediate"]
|
|
# The reviewer's lever is pr_fail, not committing a waiver themselves.
|
|
assert "pr_fail" in remediate
|
|
# The offending finding is carried so the reviewer can paste it as an issue.
|
|
assert "app/routers/u.py:2" in remediate
|
|
# The reviewer must NOT be told to add a waiver "in your branch" — they
|
|
# can't commit to the assembled PR branch. The waiver is the dev's job.
|
|
assert "in your branch" not in remediate
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_inert_when_flag_off(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
monkeypatch.setattr(settings, "conventions_enabled", False)
|
|
c = _make_choreographer(check_result=_BLOCK_RESULT)
|
|
assert await c._conventions_guard(uuid4(), MagicMock(), {}) is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_pr_pass_guard_never_overrides_the_fail_closed_timeout(
|
|
monkeypatch: pytest.MonkeyPatch,
|
|
) -> None:
|
|
"""The pr_pass gate is fail-closed and must keep the validator's
|
|
hardcoded 120s cap — unlike claim_review's advisory path, it must
|
|
never pass a ``timeout`` override down to ``conventions_check_for_task``."""
|
|
monkeypatch.setattr(settings, "conventions_enabled", True)
|
|
c = _make_choreographer(check_result={"findings": [], "could_not_run": False})
|
|
await c._conventions_guard(uuid4(), MagicMock(), {})
|
|
check = c.git.conventions_check_for_task
|
|
check.assert_awaited_once()
|
|
assert "timeout" not in check.await_args.kwargs
|