mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
[F059] self-heal: hold fix tasks for CEO Approve-&-Start (restore dispatch gate)
The module docstring promised self-heal fix tasks 'wait for the CEO's Approve-&-Start', but _originate created them confirmed_by_human=True and the orchestrator dispatched them at once — a self-heal fix that re-broke CI would trigger another cycle, open another auto-dispatched fix, and loop with no CEO gate on dispatch. Restore the documented gate: * _originate opens the task confirmed_by_human=False (held for the CEO). * The orchestrator holds a self-heal task out of both the PM and dev dispatch paths until confirmed_by_human flips True. * approve_and_start (the CEO's start gate) sets confirmed_by_human=True so the held task finally dispatches (idempotent for board/intake tasks already True). * list_pending_for_agent scopes the give_me_work hold to self-heal (source != self_heal OR confirmed_by_human) so an already-alive PM can't grab it pre-approval — while ordinary delegated subtasks (confirmed_by_human=False by default, where the delegation IS the authorization) still dispatch. The 'never self-deploys' guarantee (no merge) is unchanged.
This commit is contained in:
@@ -60,7 +60,11 @@ from roboco.models.runtime import (
|
||||
WaitingRecord,
|
||||
)
|
||||
from roboco.seeds.initial_data import AGENT_UUIDS
|
||||
from roboco.services.task import PR_REVIEW_SOURCES, RELEASE_MANAGER_SOURCE
|
||||
from roboco.services.task import (
|
||||
PR_REVIEW_SOURCES,
|
||||
RELEASE_MANAGER_SOURCE,
|
||||
SELF_HEAL_SOURCE,
|
||||
)
|
||||
|
||||
logger = structlog.get_logger()
|
||||
|
||||
@@ -8713,11 +8717,16 @@ Start now: evidence(task_id="{task_id}")
|
||||
# are acted on by the release routes + executor, never dispatched.
|
||||
if task.get("source") == RELEASE_MANAGER_SOURCE:
|
||||
continue
|
||||
# Self-heal fix tasks dispatch autonomously — the loop opens them
|
||||
# confirmed + assigned to the Main PM, so they flow through the
|
||||
# assigned-PM path below like any other PM task (no CEO Approve-&-
|
||||
# Start; that gate is the Intake/board flow). The fix still ships
|
||||
# through dev -> QA -> PR review -> the CEO's merge.
|
||||
# F059: a self-heal fix task is HELD for the CEO's Approve-&-Start
|
||||
# (confirmed_by_human=False at origination). It must NOT dispatch
|
||||
# autonomously — the loop only OPENS it; the CEO's approve_and_start
|
||||
# flips confirmed_by_human True, after which it flows through the
|
||||
# assigned-PM path below like any other PM task. (The fix still ships
|
||||
# through dev -> QA -> PR review -> the CEO's merge.)
|
||||
if task.get("source") == SELF_HEAL_SOURCE and not task.get(
|
||||
"confirmed_by_human"
|
||||
):
|
||||
continue
|
||||
assigned_to = task.get("assigned_to")
|
||||
if assigned_to:
|
||||
if self._resolve_agent_slug(assigned_to) in self._BOARD_AGENTS:
|
||||
@@ -9099,6 +9108,13 @@ Never `commit`, never write code, never run `git`. PMs coordinate.
|
||||
# Release proposals are CEO-gated artifacts, never dev work.
|
||||
if task.get("source") == RELEASE_MANAGER_SOURCE:
|
||||
continue
|
||||
# F059: a self-heal fix task held for the CEO's Approve-&-Start is
|
||||
# not dev work yet — it must not route to its assigned_to as a dev
|
||||
# before the CEO approves it.
|
||||
if task.get("source") == SELF_HEAL_SOURCE and not task.get(
|
||||
"confirmed_by_human"
|
||||
):
|
||||
continue
|
||||
await self._dev_dispatch_one(client, task)
|
||||
|
||||
@staticmethod
|
||||
|
||||
@@ -129,13 +129,17 @@ class SelfHealEngine(BaseService):
|
||||
Bounded + deduped: skips a regression that already has an open self-heal
|
||||
task (by fingerprint), honors the per-cycle and rolling open-task caps,
|
||||
and resolves the repo to RoboCo's own project. Each task is created
|
||||
PENDING + assigned to the Main PM agent (not merely team=main_pm) so the
|
||||
orchestrator dispatches it straight to that agent via the assigned-PM
|
||||
path. RoboCo self-heals autonomously: the fix task dispatches WITHOUT a
|
||||
CEO Approve-&-Start (``confirmed_by_human=True`` up front) — that is the
|
||||
Intake/board flow, not this one. It is safe because the loop only OPENS
|
||||
the task; the fix itself still ships through the normal gates
|
||||
(dev -> QA -> PR review -> the CEO's merge), and the loop NEVER calls
|
||||
PENDING + assigned to the Main PM agent (not merely team=main_pm) so
|
||||
that, once the CEO approves it, the orchestrator dispatches it straight
|
||||
to that agent via the assigned-PM path.
|
||||
|
||||
The fix task is HELD for the CEO's Approve-&-Start
|
||||
(``confirmed_by_human=False``) — the documented safety invariant: the
|
||||
loop only OPENS the task; it never starts, approves, merges, or deploys.
|
||||
The orchestrator + ``give_me_work`` hold a ``confirmed_by_human=False``
|
||||
self-heal task out of dispatch until the CEO's ``approve_and_start``
|
||||
flips the flag True. The fix then ships through the normal gates
|
||||
(dev -> QA -> PR review -> the CEO's merge). The loop NEVER calls
|
||||
start / approve / merge / deploy. Flushes; the caller commits.
|
||||
"""
|
||||
task_svc = get_task_service(self.session)
|
||||
@@ -174,10 +178,10 @@ class SelfHealEngine(BaseService):
|
||||
f"Evidence: {obs.raw_ref}\n\n"
|
||||
"Investigate and fix the regression at its root so CI "
|
||||
"returns to green. This task was opened automatically by "
|
||||
"the self-heal loop and is READY TO START NOW — no "
|
||||
"approval needed; pick it up and coordinate the fix. It "
|
||||
"still ships through the normal gates (QA, PR review, and "
|
||||
"the CEO's merge)."
|
||||
"the self-heal loop and is HELD for the CEO's "
|
||||
"Approve-&-Start — it will not dispatch until the CEO "
|
||||
"approves it. Once approved, it ships through the normal "
|
||||
"gates (QA, PR review, and the CEO's merge)."
|
||||
),
|
||||
acceptance_criteria=[
|
||||
f"CI on {obs.repo_hint}'s default branch is green again",
|
||||
@@ -193,7 +197,7 @@ class SelfHealEngine(BaseService):
|
||||
project_id=cast("UUID", project.id),
|
||||
status=TaskStatus.PENDING,
|
||||
source=SELF_HEAL_SOURCE,
|
||||
confirmed_by_human=True,
|
||||
confirmed_by_human=False,
|
||||
)
|
||||
)
|
||||
# Carry the fingerprint so a later cycle sees this regression already
|
||||
@@ -204,7 +208,7 @@ class SelfHealEngine(BaseService):
|
||||
open_count += 1
|
||||
created += 1
|
||||
self.log.info(
|
||||
"self-heal fix task opened (PENDING; awaiting CEO)",
|
||||
"self-heal fix task opened (PENDING; held for CEO Approve-&-Start)",
|
||||
task_id=str(task.id),
|
||||
repo=obs.repo_hint,
|
||||
fingerprint=obs.fingerprint,
|
||||
|
||||
@@ -5134,6 +5134,13 @@ class TaskService(BaseService):
|
||||
|
||||
already = task.assigned_to == main_pm.id
|
||||
task.assigned_to = cast("Any", main_pm.id)
|
||||
# F059: this is the CEO's start gate — approving the task confirms it for
|
||||
# dispatch. A self-heal fix task is opened held (confirmed_by_human=False)
|
||||
# so the orchestrator + give_me_work keep it out of dispatch until now;
|
||||
# flipping it True lifts that hold. Idempotent for board/intake tasks,
|
||||
# which are already confirmed at creation. (The release-manager proposal
|
||||
# is not routed through approve_and_start — it has its own CEO routes.)
|
||||
task.confirmed_by_human = cast("Any", True)
|
||||
# The board-reviewed coordination task now belongs to Main PM, who will
|
||||
# delegate it to the cells. Leaving team="board" is misleading once it's
|
||||
# off the board — reflect the new owner. Team.MAIN_PM is a valid non-cell
|
||||
@@ -7083,6 +7090,13 @@ class TaskService(BaseService):
|
||||
`list_pending(filter_by_dependencies=True)`, so the dependency gate
|
||||
must be applied here too.
|
||||
|
||||
F059: a self-heal fix task held for the CEO's Approve-&-Start
|
||||
(``source=self_heal`` + ``confirmed_by_human=False``) is NOT offered
|
||||
here — an already-alive PM must not grab it via give_me_work before the
|
||||
CEO opens the gate. The hold is scoped to self-heal: ordinary delegated
|
||||
subtasks default to ``confirmed_by_human=False`` (the PM delegated them,
|
||||
which is itself the authorization to start) and MUST still be offered.
|
||||
|
||||
Ordered by sequence asc, then priority asc, then created_at asc so
|
||||
earlier-sequence tasks win.
|
||||
"""
|
||||
@@ -7091,6 +7105,10 @@ class TaskService(BaseService):
|
||||
.where(
|
||||
TaskTable.assigned_to == agent_id,
|
||||
TaskTable.status == TaskStatus.PENDING,
|
||||
or_(
|
||||
TaskTable.source != SELF_HEAL_SOURCE,
|
||||
TaskTable.confirmed_by_human.is_(True),
|
||||
),
|
||||
)
|
||||
.order_by(
|
||||
TaskTable.sequence,
|
||||
|
||||
@@ -0,0 +1,283 @@
|
||||
"""F059: self-heal fix tasks must WAIT for the CEO's Approve-&-Start.
|
||||
|
||||
The module docstring promises the loop 'only NOTIFIES and, at most, OPENS a
|
||||
PENDING task ... the task waits for the CEO's Approve-&-Start and terminates at
|
||||
awaiting_ceo_approval'. The implementation did the opposite: it created the
|
||||
task ``confirmed_by_human=True`` and the orchestrator dispatched it at once —
|
||||
a self-heal fix that re-broke CI would trigger another self-heal cycle, open
|
||||
another auto-dispatched fix, and loop with no CEO gate on dispatch.
|
||||
|
||||
The fix restores the documented gate:
|
||||
* ``_originate`` opens the task ``confirmed_by_human=False`` (held for the CEO).
|
||||
* The orchestrator holds a self-heal task out of dispatch until the CEO
|
||||
approves it (``confirmed_by_human`` flips True via ``approve_and_start``).
|
||||
* ``give_me_work`` (``list_pending_for_agent``) never offers a held task to an
|
||||
already-alive agent.
|
||||
* ``approve_and_start`` is the CEO's start gate — it flips ``confirmed_by_human``
|
||||
True so the held task finally dispatches.
|
||||
|
||||
The 'never self-deploys' guarantee (no merge) is unchanged; only the dispatch
|
||||
gate is restored.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, cast
|
||||
from unittest.mock import AsyncMock, MagicMock
|
||||
|
||||
import pytest
|
||||
import roboco.services.self_heal_engine as _self_heal_mod
|
||||
from roboco.foundation import identity as _foundation
|
||||
from roboco.models.base import TaskStatus, TaskType
|
||||
from roboco.runtime.orchestrator import AgentOrchestrator
|
||||
from roboco.services.self_heal_engine import RegressionObservation, SelfHealEngine
|
||||
from roboco.services.task import (
|
||||
SELF_HEAL_SOURCE,
|
||||
TaskCreateRequest,
|
||||
TaskService,
|
||||
)
|
||||
from sqlalchemy.dialects import postgresql
|
||||
|
||||
MAIN_PM_UUID = _foundation.AGENTS["main-pm"].uuid
|
||||
SYSTEM_UUID = _foundation.AGENTS["system"].uuid
|
||||
|
||||
|
||||
def _task(
|
||||
tid: str,
|
||||
source: str,
|
||||
*,
|
||||
assigned_to: str | None = None,
|
||||
confirmed: bool = True,
|
||||
) -> dict[str, Any]:
|
||||
return {
|
||||
"id": tid,
|
||||
"source": source,
|
||||
"assigned_to": assigned_to,
|
||||
"confirmed_by_human": confirmed,
|
||||
}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Orchestrator: a held self-heal task (not yet CEO-confirmed) is NOT dispatched
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
def _pm_stub(tasks: list[dict[str, Any]]) -> MagicMock:
|
||||
stub = MagicMock()
|
||||
stub._fetch_tasks = AsyncMock(return_value=tasks)
|
||||
stub._is_task_handled_this_tick = MagicMock(return_value=False)
|
||||
stub._resolve_agent_slug = MagicMock(return_value="main-pm")
|
||||
stub._BOARD_AGENTS = frozenset()
|
||||
stub._route_unassigned_pm_task = AsyncMock()
|
||||
stub._handle_pm_assigned_task = AsyncMock()
|
||||
stub._handle_board_assigned_task = AsyncMock()
|
||||
return stub
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_held_self_heal_task_is_not_dispatched() -> None:
|
||||
"""A self-heal fix task the CEO has NOT yet approved (confirmed_by_human=False)
|
||||
is held out of the assigned-PM dispatch path — no autonomous dispatch."""
|
||||
tasks = [
|
||||
_task("A", SELF_HEAL_SOURCE, assigned_to="main-pm", confirmed=False),
|
||||
]
|
||||
stub = _pm_stub(tasks)
|
||||
client: Any = MagicMock()
|
||||
await AgentOrchestrator._dispatch_pm_work(cast("AgentOrchestrator", stub), client)
|
||||
|
||||
stub._handle_pm_assigned_task.assert_not_awaited()
|
||||
stub._route_unassigned_pm_task.assert_not_awaited()
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_ceo_approved_self_heal_task_dispatches() -> None:
|
||||
"""Once the CEO has approved the self-heal task (confirmed_by_human=True via
|
||||
approve_and_start), it dispatches through the assigned-PM path normally."""
|
||||
tasks = [
|
||||
_task("A", SELF_HEAL_SOURCE, assigned_to="main-pm", confirmed=True),
|
||||
_task("B", SELF_HEAL_SOURCE, assigned_to="main-pm", confirmed=False),
|
||||
]
|
||||
stub = _pm_stub(tasks)
|
||||
client: Any = MagicMock()
|
||||
await AgentOrchestrator._dispatch_pm_work(cast("AgentOrchestrator", stub), client)
|
||||
|
||||
handled = [c.args[0]["id"] for c in stub._handle_pm_assigned_task.await_args_list]
|
||||
assert handled == ["A"] # only the CEO-approved one
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_non_self_heal_tasks_dispatch_regardless_of_confirmation() -> None:
|
||||
"""The hold is specific to self-heal — an ordinary confirmed-by-human task
|
||||
is NOT gated by this skip (regression guard for the board/intake flow)."""
|
||||
tasks = [
|
||||
_task("A", "manual", assigned_to="main-pm", confirmed=False),
|
||||
_task("B", "manual", assigned_to="main-pm", confirmed=True),
|
||||
]
|
||||
stub = _pm_stub(tasks)
|
||||
client: Any = MagicMock()
|
||||
await AgentOrchestrator._dispatch_pm_work(cast("AgentOrchestrator", stub), client)
|
||||
|
||||
handled = [c.args[0]["id"] for c in stub._handle_pm_assigned_task.await_args_list]
|
||||
assert set(handled) == {"A", "B"}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# _originate: the opened task is held for the CEO (confirmed_by_human=False)
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
def _originate_engine(captured: dict[str, Any]) -> SelfHealEngine:
|
||||
"""An engine whose task/project services are mocks that capture the create
|
||||
request — so the held-for-CEO invariant is unit-testable without a DB."""
|
||||
session = MagicMock()
|
||||
|
||||
task_svc = MagicMock()
|
||||
task_svc.list_open_self_heal_tasks = AsyncMock(return_value=[])
|
||||
task_svc.create = AsyncMock(
|
||||
side_effect=lambda req: (captured.setdefault("req", req), MagicMock(id="t1"))[1]
|
||||
)
|
||||
|
||||
project_svc = MagicMock()
|
||||
project_svc.get_by_slug = AsyncMock(return_value=MagicMock(id="p1"))
|
||||
|
||||
engine = SelfHealEngine.__new__(SelfHealEngine) # skip __init__ (no source)
|
||||
engine.session = session
|
||||
engine.log = MagicMock()
|
||||
engine._source = MagicMock()
|
||||
return engine, task_svc, project_svc, _self_heal_mod
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_originate_opens_task_held_for_ceo(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
"""The opened self-heal fix task is ``confirmed_by_human=False`` — held for
|
||||
the CEO's Approve-&-Start, NOT auto-confirmed for autonomous dispatch."""
|
||||
captured: dict[str, Any] = {}
|
||||
engine, task_svc, project_svc, mod = _originate_engine(captured)
|
||||
monkeypatch.setattr(mod, "get_task_service", lambda _s: task_svc)
|
||||
monkeypatch.setattr(mod, "get_project_service", lambda _s: project_svc)
|
||||
monkeypatch.setattr(mod, "markers", MagicMock()) # set_self_heal_fingerprint no-op
|
||||
|
||||
obs = [
|
||||
RegressionObservation(
|
||||
fingerprint="fp1",
|
||||
signal_name="ci:roboco",
|
||||
repo_hint="roboco",
|
||||
summary="x",
|
||||
detail="d",
|
||||
raw_ref="r",
|
||||
)
|
||||
]
|
||||
# Bypass the session.flush (MagicMock session) — _originate awaits it.
|
||||
engine.session.flush = AsyncMock() # type: ignore[assignment]
|
||||
|
||||
count = await engine._originate(obs)
|
||||
|
||||
assert count == 1
|
||||
req: TaskCreateRequest = captured["req"]
|
||||
assert req.confirmed_by_human is False # held for the CEO — the F059 fix
|
||||
assert req.status == TaskStatus.PENDING
|
||||
assert req.source == SELF_HEAL_SOURCE
|
||||
assert req.task_type == TaskType.CODE
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# approve_and_start: the CEO's start gate lifts the hold
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_approve_and_start_lifts_the_ceo_hold(
|
||||
monkeypatch: pytest.MonkeyPatch,
|
||||
) -> None:
|
||||
"""``approve_and_start`` is the CEO's start gate — it flips
|
||||
``confirmed_by_human`` True so a held self-heal task finally dispatches."""
|
||||
svc = TaskService(MagicMock())
|
||||
svc.session.flush = AsyncMock() # type: ignore[assignment]
|
||||
task = MagicMock()
|
||||
task.status = TaskStatus.PENDING
|
||||
task.team = MagicMock()
|
||||
task.team.value = "main_pm"
|
||||
task.board_review_complete = True
|
||||
task.confirmed_by_human = False # held self-heal task
|
||||
task.assigned_to = "someone-else"
|
||||
task.task_type = MagicMock()
|
||||
task.task_type.value = "code"
|
||||
svc.get = AsyncMock(return_value=task)
|
||||
main_pm = MagicMock(id=MAIN_PM_UUID)
|
||||
agent_svc = MagicMock()
|
||||
agent_svc.get_by_slug = AsyncMock(return_value=main_pm)
|
||||
monkeypatch.setattr(
|
||||
"roboco.services.agent.get_agent_service",
|
||||
MagicMock(return_value=agent_svc),
|
||||
)
|
||||
monkeypatch.setattr(svc, "_activate_batch_root_subtasks", AsyncMock())
|
||||
monkeypatch.setattr(svc, "_emit_task_event", AsyncMock())
|
||||
monkeypatch.setattr(
|
||||
"roboco.services.task.main_pm_cannot_own_code", lambda *_args, **_kwargs: False
|
||||
)
|
||||
|
||||
await svc.approve_and_start(_foundation.AGENTS["main-pm"].uuid, notes=None)
|
||||
|
||||
assert task.confirmed_by_human is True # the hold lifts on CEO approval
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# list_pending_for_agent: give_me_work never offers a held task
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_list_pending_for_agent_excludes_held_self_heal() -> None:
|
||||
"""A held self-heal fix task is never offered via give_me_work — an
|
||||
already-alive PM can't grab it before the CEO approves.
|
||||
|
||||
Asserted at the SQL layer: the query scopes the hold to self-heal
|
||||
(``source != 'self_heal' OR confirmed_by_human``), so the database drops a
|
||||
held self-heal task before the agent ever sees the list.
|
||||
"""
|
||||
svc = TaskService(MagicMock())
|
||||
result = MagicMock()
|
||||
result.scalars.return_value.all.return_value = []
|
||||
svc.session.execute = AsyncMock(return_value=result)
|
||||
svc.unmet_dependency_ids = AsyncMock(return_value=[]) # type: ignore[assignment]
|
||||
|
||||
await svc.list_pending_for_agent(MAIN_PM_UUID)
|
||||
|
||||
stmt = svc.session.execute.await_args.args[0]
|
||||
compiled = str(
|
||||
stmt.compile(
|
||||
dialect=postgresql.dialect(), compile_kwargs={"literal_binds": True}
|
||||
)
|
||||
)
|
||||
assert "self_heal" in compiled # scoped to self-heal, not a universal gate
|
||||
assert "confirmed_by_human" in compiled
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_list_pending_for_agent_still_offers_delegated_subtask() -> None:
|
||||
"""Regression guard (F059): the hold is scoped to self-heal. A delegated
|
||||
subtask (source != self_heal, confirmed_by_human=False — the default for
|
||||
PM-delegated work, where the delegation IS the authorization to start) must
|
||||
STILL be offered via give_me_work. A universal confirmed_by_human filter
|
||||
would starve devs of all delegated work."""
|
||||
svc = TaskService(MagicMock())
|
||||
|
||||
delegated = MagicMock()
|
||||
delegated.source = "manual" # not self_heal
|
||||
delegated.confirmed_by_human = False # the delegation default
|
||||
delegated.dependency_ids = []
|
||||
|
||||
result = MagicMock()
|
||||
result.scalars.return_value.all.return_value = [delegated]
|
||||
svc.session.execute = AsyncMock(return_value=result)
|
||||
svc.unmet_dependency_ids = AsyncMock(return_value=[]) # type: ignore[assignment]
|
||||
|
||||
available = await svc.list_pending_for_agent(MAIN_PM_UUID)
|
||||
|
||||
assert delegated in available
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
pytest.main([__file__, "-q"])
|
||||
@@ -1,8 +1,11 @@
|
||||
"""Self-heal fix tasks dispatch autonomously through the PM dispatcher.
|
||||
"""Self-heal fix tasks dispatch through the PM dispatcher only after the CEO
|
||||
approves them (F059).
|
||||
|
||||
The loop opens a ``source='self_heal'`` task confirmed + assigned to the Main PM
|
||||
agent, so the dispatcher routes it through the assigned-PM path like any other
|
||||
task — there is no CEO Approve-&-Start hold (that gate is the Intake/board flow).
|
||||
The loop opens a ``source='self_heal'`` task assigned to the Main PM agent but
|
||||
HELD (``confirmed_by_human=False``) for the CEO's Approve-&-Start. The dispatcher
|
||||
holds an unconfirmed self-heal task out of the assigned-PM path; once the CEO's
|
||||
``approve_and_start`` flips ``confirmed_by_human`` True, it routes through the
|
||||
assigned-PM path like any other PM task. Unassigned tasks route normally.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -12,17 +15,32 @@ from unittest.mock import AsyncMock, MagicMock
|
||||
|
||||
import pytest
|
||||
from roboco.runtime.orchestrator import AgentOrchestrator
|
||||
from roboco.services.task import SELF_HEAL_SOURCE
|
||||
|
||||
|
||||
def _task(tid: str, source: str, assigned_to: str | None = None) -> dict[str, Any]:
|
||||
return {"id": tid, "source": source, "assigned_to": assigned_to}
|
||||
def _task(
|
||||
tid: str,
|
||||
source: str,
|
||||
*,
|
||||
assigned_to: str | None = None,
|
||||
confirmed: bool | None = None,
|
||||
) -> dict[str, Any]:
|
||||
task: dict[str, Any] = {"id": tid, "source": source, "assigned_to": assigned_to}
|
||||
if confirmed is not None:
|
||||
task["confirmed_by_human"] = confirmed
|
||||
return task
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_self_heal_task_dispatches_through_the_assigned_pm_path() -> None:
|
||||
async def test_ceo_approved_self_heal_task_dispatches_through_assigned_pm_path() -> (
|
||||
None
|
||||
):
|
||||
"""A self-heal task the CEO has approved (confirmed_by_human=True) is handed
|
||||
to the assigned-PM path — the CEO's gate has lifted."""
|
||||
tasks = [
|
||||
_task("A", "self_heal", assigned_to="main-pm"), # assigned → assigned-PM path
|
||||
_task("B", "self_heal"), # unassigned self-heal → routing
|
||||
_task(
|
||||
"A", SELF_HEAL_SOURCE, assigned_to="main-pm", confirmed=True
|
||||
), # CEO-approved → assigned-PM path
|
||||
_task("C", "manual"), # ordinary unassigned → routing
|
||||
]
|
||||
stub = MagicMock()
|
||||
@@ -37,10 +55,40 @@ async def test_self_heal_task_dispatches_through_the_assigned_pm_path() -> None:
|
||||
client: Any = MagicMock()
|
||||
await AgentOrchestrator._dispatch_pm_work(cast("AgentOrchestrator", stub), client)
|
||||
|
||||
# The assigned self-heal task is handed to the assigned-PM path (spawned),
|
||||
# NOT held — it dispatches without any CEO approval.
|
||||
handled = [c.args[0]["id"] for c in stub._handle_pm_assigned_task.await_args_list]
|
||||
assert handled == ["A"]
|
||||
# Unassigned tasks (self-heal or not) route normally.
|
||||
routed = [c.args[1]["id"] for c in stub._route_unassigned_pm_task.await_args_list]
|
||||
assert set(routed) == {"B", "C"}
|
||||
assert routed == ["C"]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_held_self_heal_task_is_not_dispatched() -> None:
|
||||
"""A self-heal task the CEO has NOT yet approved (confirmed_by_human=False)
|
||||
is held — neither the assigned-PM path nor routing touches it."""
|
||||
tasks = [
|
||||
_task(
|
||||
"A", SELF_HEAL_SOURCE, assigned_to="main-pm", confirmed=False
|
||||
), # held → skip
|
||||
_task("B", SELF_HEAL_SOURCE, confirmed=False), # held + unassigned → skip
|
||||
_task("C", "manual"), # ordinary unassigned → routing still happens
|
||||
]
|
||||
stub = MagicMock()
|
||||
stub._fetch_tasks = AsyncMock(return_value=tasks)
|
||||
stub._is_task_handled_this_tick = MagicMock(return_value=False)
|
||||
stub._resolve_agent_slug = MagicMock(return_value="main-pm")
|
||||
stub._BOARD_AGENTS = frozenset()
|
||||
stub._route_unassigned_pm_task = AsyncMock()
|
||||
stub._handle_pm_assigned_task = AsyncMock()
|
||||
stub._handle_board_assigned_task = AsyncMock()
|
||||
|
||||
client: Any = MagicMock()
|
||||
await AgentOrchestrator._dispatch_pm_work(cast("AgentOrchestrator", stub), client)
|
||||
|
||||
stub._handle_pm_assigned_task.assert_not_awaited()
|
||||
# Only the non-self-heal unassigned task routes; the held self-heal one does not.
|
||||
routed = [c.args[1]["id"] for c in stub._route_unassigned_pm_task.await_args_list]
|
||||
assert routed == ["C"]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
pytest.main([__file__, "-q"])
|
||||
|
||||
@@ -3,8 +3,9 @@
|
||||
The loop opens a fix task only when ``self_heal_originate_enabled``, dedupes one
|
||||
open task per regression fingerprint, honors the per-cycle and rolling open-task
|
||||
caps, and creates the task PENDING + assigned to the Main PM agent +
|
||||
``confirmed_by_human=True`` so it dispatches autonomously (no CEO Approve-&-Start).
|
||||
Crucially the loop NEVER calls start / approve / merge / deploy — asserted here.
|
||||
``confirmed_by_human=False`` so it is HELD for the CEO's Approve-&-Start (it
|
||||
does not dispatch autonomously). Crucially the loop NEVER calls start / approve
|
||||
/ merge / deploy — asserted here.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
@@ -148,9 +149,12 @@ async def test_originate_creates_pending_main_pm_assigned_task(
|
||||
task = open_tasks[0]
|
||||
assert task.status == TaskStatus.PENDING
|
||||
# Assigned to the Main PM agent up front (not just team=main_pm) so that, once
|
||||
# the CEO confirms it, the orchestrator dispatches it straight to that agent.
|
||||
# the CEO approves it, the orchestrator dispatches it straight to that agent.
|
||||
assert task.assigned_to == MAIN_PM_UUID
|
||||
assert task.confirmed_by_human is True # auto-confirmed → dispatches autonomously
|
||||
# F059: held for the CEO's Approve-&-Start — NOT auto-confirmed. The
|
||||
# orchestrator + give_me_work keep it out of dispatch until the CEO
|
||||
# approves it (approve_and_start flips this True).
|
||||
assert task.confirmed_by_human is False
|
||||
assert task.team == Team.MAIN_PM
|
||||
assert task.source == "self_heal"
|
||||
assert task.acceptance_criteria # non-empty (AC-guardrail)
|
||||
@@ -240,17 +244,20 @@ async def test_loop_never_starts_or_approves(
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
async def test_originated_task_is_confirmed_for_autonomous_dispatch(
|
||||
async def test_originated_task_is_held_for_ceo_approve_and_start(
|
||||
db_session: AsyncSession, monkeypatch: pytest.MonkeyPatch
|
||||
) -> None:
|
||||
"""The opened task is confirmed up front, so the PM dispatcher picks it up
|
||||
without any CEO Approve-&-Start (that gate is the Intake/board flow)."""
|
||||
"""The opened task is HELD (confirmed_by_human=False) for the CEO's
|
||||
Approve-&-Start — the PM dispatcher does NOT pick it up autonomously; the
|
||||
CEO must approve_and_start it first (F059)."""
|
||||
await _seed_project(db_session)
|
||||
_enable(monkeypatch)
|
||||
await SelfHealEngine(
|
||||
db_session, source=_FakeSource([_breach("ci:roboco")])
|
||||
).run_cycle()
|
||||
task = (await get_task_service(db_session).list_open_self_heal_tasks())[0]
|
||||
assert task.confirmed_by_human is True # dispatches autonomously
|
||||
assert task.status == TaskStatus.PENDING # ready for the PM dispatcher
|
||||
assert task.assigned_to == MAIN_PM_UUID # straight to the Main PM agent
|
||||
assert task.confirmed_by_human is False # held for the CEO — no autonomous dispatch
|
||||
assert task.status == TaskStatus.PENDING # not advanced by the loop
|
||||
assert (
|
||||
task.assigned_to == MAIN_PM_UUID
|
||||
) # straight to the Main PM agent once approved
|
||||
|
||||
Reference in New Issue
Block a user