mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
Delegation detail-fidelity + PM-loop hardening (#541)
* feat(gateway): delegation detail-fidelity — details survive hand-off, both directions
Details thinned out at every delegation hop: a PM child task mapped to no
parent criterion was legal (coverage only surfaced at submit_up, after the
whole wave ran — a 12-subtask docs tree grew through 8 review rounds that
way, one child titled 'docs page and route wrapper' shipping only the
page), and QA could pass work on a gestalt read (a 4-scene video brief
shipped 3 scenes past every gate because the features existed only in
prose). Three chokepoint gates:
- delegate (down): every child must declare covers_parent_criteria
resolving against the parent's real acceptance criteria — no mapping or
an unresolvable ref rejects naming every offending child and the valid
criteria; the success envelope carries parent_ac_coverage
{covered, uncovered} so a wave-planning PM sees remaining gaps in the
same turn. Full coverage stays enforced at submit_up (waves stay legal).
- pass_review (up): mandatory criteria_verified — one {criterion,
evidence} entry per task AC, matched by the findings ledger's
id-or-exact-text matcher, evidence soup-checked and capped; rejects
naming the unverified criteria; entries render deterministically into
qa_notes as '[AC] <criterion> — verified: <evidence>' lines. The old
count-only ac_verdicts gate is superseded (arg kept for back-compat).
- video briefs (structured detail at origination): an enumerable feature
list (release highlights, or input_props.highlights carried onto a
reject re-author) becomes its own scene acceptance criterion, bounded to
the AC caps; a re-author without highlights carries the
feedback-addressed criterion instead.
Extracted findings.py's criterion matcher into shared unmatched_criteria /
uncovered_acceptance_criteria instead of duplicating it; criteria_verified
joins the WAF free-text exclusion set like findings/issues.
* fix(gateway): break the block/unblock wedge — four hardening fixes from the live PM loop
A cell task looped fe-pm/main-pm block/unblock for hours (10 cycles, 43
spawns): a transient GitHub API error resolving CI became an unwaivable
blocker finding whose own fix text said no code change was required, the
submit freshness guard then demanded a commit no finding called for,
escalate_up auto-blocked, and main-pm's correct recovery plan 422'd on
the approach length cap, degrading it to a bare unblock. Four fixes:
- pr_pass CI-unresolvable refusal is now explicitly transient-worded:
retry pr_pass shortly, do NOT pr_fail over a CI-status lookup error —
a platform blip is not a code finding
- submit freshness guard grants ONE unchanged-head resubmission per
head sha when the findings ledger has zero open rows (all addressed
without code changes) — stamped via the resubmit_unchanged_head
marker so the same head can never loop a second time
- unblock carries a flip breaker: block_flip_count marker, and at the
third flip a one-shot CEO notification flags the task as structurally
wedged (unblock itself still succeeds — the breaker signals, it does
not wedge recovery)
- i_will_plan's approach cap truncates at 800 chars instead of
rejecting — an over-detailed plan must never cost the PM its turn
---------
Co-authored-by: Renn F <rennf93@users.noreply.github.com>
This commit is contained in:
@@ -0,0 +1,213 @@
|
||||
"""Decomposition-coverage gate: delegate rejects a child that doesn't map to
|
||||
the parent's acceptance criteria, and a successful delegate reports the
|
||||
parent's remaining coverage gaps in evidence.
|
||||
|
||||
Live failure this closes (see CLAUDE.md "delegate" section): unmapped
|
||||
children were only ever caught late, at submit_up's roll-up gate — after a
|
||||
whole wave of subtasks had already run. Moving the mapping check to delegate
|
||||
time surfaces "child covers nothing" / "ref doesn't match a real criterion"
|
||||
before any subtask is created.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
from unittest.mock import AsyncMock, MagicMock
|
||||
from uuid import uuid4
|
||||
|
||||
import pytest
|
||||
from roboco.services.gateway.choreographer import (
|
||||
Choreographer,
|
||||
ChoreographerDeps,
|
||||
DelegateInputs,
|
||||
)
|
||||
|
||||
|
||||
def _make_deps(**overrides: Any) -> ChoreographerDeps:
|
||||
base: dict[str, Any] = {
|
||||
"task": AsyncMock(),
|
||||
"work_session": AsyncMock(),
|
||||
"git": AsyncMock(),
|
||||
"a2a": AsyncMock(),
|
||||
"journal": AsyncMock(),
|
||||
"audit": AsyncMock(),
|
||||
"evidence_repo": AsyncMock(),
|
||||
}
|
||||
base.update(overrides)
|
||||
repo = base["evidence_repo"]
|
||||
for method in (
|
||||
"list_unread_a2a",
|
||||
"list_unread_mentions",
|
||||
"list_pending_notifications",
|
||||
"task_metadata_gaps",
|
||||
"recent_team_activity",
|
||||
"blockers_in_lane",
|
||||
"journal_highlights_for_task",
|
||||
):
|
||||
getattr(repo, method).return_value = []
|
||||
_ldef = base["journal"].latest_decision_at.return_value
|
||||
if type(_ldef).__name__ in ("MagicMock", "AsyncMock"):
|
||||
base["journal"].latest_decision_at.return_value = datetime.now(UTC)
|
||||
return ChoreographerDeps(**base)
|
||||
|
||||
|
||||
def _parent_with_criteria(pm_id: Any) -> MagicMock:
|
||||
return MagicMock(
|
||||
id=uuid4(),
|
||||
project_id=uuid4(),
|
||||
status="in_progress",
|
||||
assigned_to=pm_id,
|
||||
team="backend",
|
||||
quick_context="Decomposition planned; cells implement their slice next.",
|
||||
acceptance_criteria=["Criterion A", "Criterion B"],
|
||||
acceptance_criteria_ids=["id-a", "id-b"],
|
||||
)
|
||||
|
||||
|
||||
def _inputs(**kw: Any) -> DelegateInputs:
|
||||
base: dict[str, Any] = {
|
||||
"title": "Implement endpoint",
|
||||
"description": "Add /v1/foo endpoint with tests",
|
||||
"assigned_to": "be-dev-1",
|
||||
"team": "backend",
|
||||
"task_type": "code",
|
||||
"nature": "technical",
|
||||
"acceptance_criteria": ["GET /v1/foo returns 200 with body"],
|
||||
"intends_to_touch": ["backend/api/routers/foo.py"],
|
||||
}
|
||||
base.update(kw)
|
||||
return DelegateInputs(**base)
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_delegate_rejects_child_with_no_mapping() -> None:
|
||||
"""A parent with real ACs rejects a child that maps to none of them."""
|
||||
pm_id = uuid4()
|
||||
parent = _parent_with_criteria(pm_id)
|
||||
task_svc = AsyncMock()
|
||||
task_svc.get.return_value = parent
|
||||
task_svc.agent_for.return_value = MagicMock(role="cell_pm", team="backend")
|
||||
task_svc.get_subtasks.return_value = []
|
||||
deps = _make_deps(task=task_svc)
|
||||
c = Choreographer(deps)
|
||||
|
||||
env = await c.delegate(pm_id, parent.id, _inputs(title="Orphan slice"))
|
||||
body = env.as_dict()
|
||||
assert body["error"] == "invalid_state", body
|
||||
assert "Orphan slice" in body["message"]
|
||||
assert "no covers_parent_criteria" in body["message"]
|
||||
assert "Criterion A" in body["remediate"] and "Criterion B" in body["remediate"]
|
||||
task_svc.create_subtask.assert_not_awaited()
|
||||
task_svc.unknown_ac_refs.assert_not_called()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_delegate_rejects_unresolvable_ref_lists_valid_criteria() -> None:
|
||||
"""A ref matching neither a criterion id nor its exact text is rejected,
|
||||
with the parent's real criteria named so the PM can pick a valid one."""
|
||||
pm_id = uuid4()
|
||||
parent = _parent_with_criteria(pm_id)
|
||||
task_svc = AsyncMock()
|
||||
task_svc.get.return_value = parent
|
||||
task_svc.agent_for.return_value = MagicMock(role="cell_pm", team="backend")
|
||||
task_svc.get_subtasks.return_value = []
|
||||
task_svc.unknown_ac_refs = MagicMock(return_value=["bogus-ref"])
|
||||
deps = _make_deps(task=task_svc)
|
||||
c = Choreographer(deps)
|
||||
|
||||
env = await c.delegate(
|
||||
pm_id,
|
||||
parent.id,
|
||||
_inputs(title="Endpoint slice", covers_parent_criteria=["bogus-ref"]),
|
||||
)
|
||||
body = env.as_dict()
|
||||
assert body["error"] == "invalid_state", body
|
||||
assert "Endpoint slice" in body["message"]
|
||||
assert "bogus-ref" in body["message"]
|
||||
assert "Criterion A" in body["remediate"] and "Criterion B" in body["remediate"]
|
||||
task_svc.create_subtask.assert_not_awaited()
|
||||
task_svc.unknown_ac_refs.assert_called_once_with(parent, ["bogus-ref"])
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_delegate_rejects_multiple_unresolvable_refs_in_one_envelope() -> None:
|
||||
"""Every unresolvable ref is named in the one rejection, not just the first."""
|
||||
pm_id = uuid4()
|
||||
parent = _parent_with_criteria(pm_id)
|
||||
task_svc = AsyncMock()
|
||||
task_svc.get.return_value = parent
|
||||
task_svc.agent_for.return_value = MagicMock(role="cell_pm", team="backend")
|
||||
task_svc.get_subtasks.return_value = []
|
||||
task_svc.unknown_ac_refs = MagicMock(return_value=["bogus-one", "bogus-two"])
|
||||
deps = _make_deps(task=task_svc)
|
||||
c = Choreographer(deps)
|
||||
|
||||
env = await c.delegate(
|
||||
pm_id,
|
||||
parent.id,
|
||||
_inputs(covers_parent_criteria=["bogus-one", "bogus-two"]),
|
||||
)
|
||||
body = env.as_dict()
|
||||
assert body["error"] == "invalid_state", body
|
||||
assert "bogus-one" in body["message"]
|
||||
assert "bogus-two" in body["message"]
|
||||
task_svc.create_subtask.assert_not_awaited()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_delegate_success_evidence_carries_covered_and_uncovered() -> None:
|
||||
"""A resolvable mapping creates the subtask and reports the parent's
|
||||
coverage split in evidence, using the same primitive submit_up checks."""
|
||||
pm_id = uuid4()
|
||||
parent = _parent_with_criteria(pm_id)
|
||||
new_task = MagicMock(id=uuid4())
|
||||
task_svc = AsyncMock()
|
||||
task_svc.get.return_value = parent
|
||||
task_svc.agent_for.return_value = MagicMock(role="cell_pm", team="backend")
|
||||
task_svc.get_subtasks.return_value = []
|
||||
task_svc.unknown_ac_refs = MagicMock(return_value=[])
|
||||
task_svc.create_subtask.return_value = new_task
|
||||
task_svc.uncovered_parent_acceptance_criteria.return_value = ["Criterion B"]
|
||||
deps = _make_deps(task=task_svc)
|
||||
c = Choreographer(deps)
|
||||
|
||||
env = await c.delegate(pm_id, parent.id, _inputs(covers_parent_criteria=["id-a"]))
|
||||
body = env.as_dict()
|
||||
assert body["error"] is None, body
|
||||
assert body["status"] == "created"
|
||||
assert body["evidence"]["parent_ac_coverage"] == {
|
||||
"covered": ["Criterion A"],
|
||||
"uncovered": ["Criterion B"],
|
||||
}
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_delegate_wave_leaving_acs_uncovered_still_succeeds() -> None:
|
||||
"""No full-coverage hard gate at delegate: a wave may leave criteria for a
|
||||
later delegate call — the child is still created, gaps just get listed."""
|
||||
pm_id = uuid4()
|
||||
parent = _parent_with_criteria(pm_id)
|
||||
parent.acceptance_criteria = ["Criterion A", "Criterion B", "Criterion C"]
|
||||
parent.acceptance_criteria_ids = ["id-a", "id-b", "id-c"]
|
||||
new_task = MagicMock(id=uuid4())
|
||||
task_svc = AsyncMock()
|
||||
task_svc.get.return_value = parent
|
||||
task_svc.agent_for.return_value = MagicMock(role="cell_pm", team="backend")
|
||||
task_svc.get_subtasks.return_value = []
|
||||
task_svc.unknown_ac_refs = MagicMock(return_value=[])
|
||||
task_svc.create_subtask.return_value = new_task
|
||||
task_svc.uncovered_parent_acceptance_criteria.return_value = [
|
||||
"Criterion B",
|
||||
"Criterion C",
|
||||
]
|
||||
deps = _make_deps(task=task_svc)
|
||||
c = Choreographer(deps)
|
||||
|
||||
env = await c.delegate(pm_id, parent.id, _inputs(covers_parent_criteria=["id-a"]))
|
||||
body = env.as_dict()
|
||||
assert body["error"] is None, body
|
||||
coverage = body["evidence"]["parent_ac_coverage"]
|
||||
assert coverage["covered"] == ["Criterion A"]
|
||||
assert coverage["uncovered"] == ["Criterion B", "Criterion C"]
|
||||
task_svc.create_subtask.assert_awaited_once()
|
||||
Reference in New Issue
Block a user