mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
* fix(board): LEARN decisions name the item, not its per-cycle index A cycle's reject reasons are rendered into the NEXT cycle's exploration prompt, but the ref recorded alongside each reason was the item's stored id (item-0/item-1) — a per-cycle index that means something different every cycle and appears nowhere the explorer can resolve. The reason survived the loop; what it was about did not. Record the item's title instead, via a shared learn_ref() helper (falls back to the id when title-less, and reads target_task_title for Scales, whose items name the live task they mutate). * chore(lint): satisfy ruff 0.16 — keyword-only signatures and markdown formatting The dev toolchain resolved ruff 0.16.0, which stabilises PLR0917 (too many positional arguments) and formats python code blocks inside markdown. Both fired repo-wide and neither had anything to do with the code they flagged. - 36 signatures gain a `*` so their tail arguments are keyword-only, and the 104 call sites that passed them positionally are converted. mypy was the safety net for the static ones; the full suite caught nine more that only bind at runtime (the MCP tool functions, whose real callers already pass named JSON arguments). - 28 markdown files reformatted by 0.16's code-block formatter. - One RUF036 (`None` mid-union) autofixed in the GitLab provider. * fix(gateway): log the reason when a verb rejects A rejected envelope rides an HTTP 200, its body is never logged, and there is no trace table — so in the access log a verb an agent could not satisfy looks identical to one that worked. On 2026-07-25 four Board Programs (Periscope, Sentinel, Scales, Barfly) each POSTed their propose verb three or four times, persisted nothing, and left their exploration tasks PENDING; the reason was unrecoverable afterwards, from the logs or from the agents' own transcripts. Log error/message/remediate/missing plus the calling agent at envelope_to_response — the one chokepoint every v1 flow and do route returns through. Success envelopes stay silent. --------- Co-authored-by: Renn F <rennf93@users.noreply.github.com>
200 lines
7.3 KiB
Python
200 lines
7.3 KiB
Python
"""MCP _post() surfaces envelope body on 4xx.
|
|
|
|
The pre-fix path called ``response.raise_for_status()`` then ``.json()``,
|
|
which discarded the body on any 4xx — agents saw a Python
|
|
``httpx.HTTPStatusError`` traceback instead of the orchestrator's
|
|
``{error, message, remediate, missing}`` envelope. These tests pin the
|
|
fixed contract: 2xx and 4xx both return the parsed JSON; only an
|
|
unparseable body produces a synthetic ``transport_error`` envelope.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import importlib
|
|
import json
|
|
import tempfile
|
|
from pathlib import Path
|
|
from typing import TYPE_CHECKING, Any
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
if TYPE_CHECKING:
|
|
import types
|
|
|
|
|
|
_MANIFEST = {
|
|
"agent_id": "00000000-0000-0000-0000-000000000001",
|
|
"role": "developer",
|
|
"team": "backend",
|
|
"workspace_path": "/tmp/test",
|
|
"flow_tools": ["give_me_work", "i_will_work_on", "i_am_done"],
|
|
"do_tools": ["commit", "note"],
|
|
"read_tools": [],
|
|
"write_tools": [],
|
|
"bash_allowed": True,
|
|
"subagent_allowed": False,
|
|
"subagent_model": None,
|
|
"env": {},
|
|
}
|
|
|
|
|
|
def _seed_env(monkeypatch: pytest.MonkeyPatch) -> None:
|
|
manifest_path = Path(tempfile.mkdtemp()) / "tool-manifest.json"
|
|
manifest_path.write_text(json.dumps(_MANIFEST))
|
|
monkeypatch.setenv("ROBOCO_AGENT_ID", "00000000-0000-0000-0000-000000000001")
|
|
monkeypatch.setenv("ROBOCO_AGENT_ROLE", "developer")
|
|
monkeypatch.setenv("ROBOCO_ORCHESTRATOR_URL", "http://test-orchestrator:8000")
|
|
monkeypatch.setenv("ROBOCO_TOOL_MANIFEST_PATH", str(manifest_path))
|
|
|
|
|
|
def _fake_client_with(status: int, body: Any) -> MagicMock:
|
|
"""httpx.Client context-manager whose post() returns the given response."""
|
|
fake_response = MagicMock()
|
|
fake_response.status_code = status
|
|
if isinstance(body, dict):
|
|
fake_response.json.return_value = body
|
|
else:
|
|
fake_response.json.side_effect = ValueError("not json")
|
|
fake_client = MagicMock()
|
|
fake_client.__enter__ = MagicMock(return_value=fake_client)
|
|
fake_client.__exit__ = MagicMock(return_value=False)
|
|
fake_client.post.return_value = fake_response
|
|
return fake_client
|
|
|
|
|
|
@pytest.fixture
|
|
def flow_module(monkeypatch: pytest.MonkeyPatch) -> types.ModuleType:
|
|
_seed_env(monkeypatch)
|
|
import roboco.mcp.flow_server as srv
|
|
|
|
importlib.reload(srv)
|
|
return srv
|
|
|
|
|
|
@pytest.fixture
|
|
def do_module(monkeypatch: pytest.MonkeyPatch) -> types.ModuleType:
|
|
_seed_env(monkeypatch)
|
|
import roboco.mcp.do_server as srv
|
|
|
|
importlib.reload(srv)
|
|
return srv
|
|
|
|
|
|
def test_flow_post_returns_envelope_on_422(flow_module: types.ModuleType) -> None:
|
|
"""422 with envelope body must surface as the envelope, not raise."""
|
|
envelope_body = {
|
|
"error": "tracing_gap",
|
|
"message": "missing plan",
|
|
"remediate": "call i_will_work_on(task_id=..., plan='...')",
|
|
"missing": ["plan"],
|
|
}
|
|
client = _fake_client_with(422, envelope_body)
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.give_me_work()
|
|
assert result == envelope_body
|
|
|
|
|
|
def test_flow_post_returns_envelope_on_400(flow_module: types.ModuleType) -> None:
|
|
"""400 with envelope body (e.g. role-gate rejection from do_server)."""
|
|
body = {
|
|
"error": "not_authorized",
|
|
"message": "role 'cell_pm' may not commit code",
|
|
"remediate": "PMs delegate; use delegate(...)",
|
|
"missing": [],
|
|
}
|
|
client = _fake_client_with(400, body)
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.i_will_work_on(task_id="task-id", plan="x")
|
|
assert result["error"] == "not_authorized"
|
|
|
|
|
|
def test_flow_post_returns_envelope_on_404(flow_module: types.ModuleType) -> None:
|
|
"""Even 404 must surface body; only the body's content matters to the agent."""
|
|
body = {
|
|
"error": "not_found",
|
|
"message": "task abc not found",
|
|
"remediate": "call give_me_work() to find an actionable task",
|
|
"missing": [],
|
|
}
|
|
client = _fake_client_with(404, body)
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.i_am_done("task-abc", notes="done")
|
|
assert result["error"] == "not_found"
|
|
|
|
|
|
def test_flow_post_synthesizes_transport_error_when_body_unparseable(
|
|
flow_module: types.ModuleType,
|
|
) -> None:
|
|
"""No JSON body → synthetic transport_error envelope (NOT a raise)."""
|
|
client = _fake_client_with(502, body=None) # body=None → ValueError on .json()
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.give_me_work()
|
|
assert result["error"] == "transport_error"
|
|
assert "502" in result["message"]
|
|
assert "remediate" in result
|
|
|
|
|
|
def test_do_post_returns_envelope_on_400(do_module: types.ModuleType) -> None:
|
|
"""do_server mirrors flow_server: envelope surfaces on rejection."""
|
|
body = {
|
|
"error": "not_authorized",
|
|
"message": "role 'cell_pm' may not commit",
|
|
"remediate": "PMs delegate via delegate()",
|
|
"missing": [],
|
|
}
|
|
client = _fake_client_with(400, body)
|
|
with patch("httpx.Client", return_value=client):
|
|
result = do_module.commit("any message")
|
|
assert result["error"] == "not_authorized"
|
|
|
|
|
|
# ---------------------------------------------------------------------------
|
|
# #61: a 404 with a descriptive ``detail`` (a real resource not_found, not a
|
|
# missing route) surfaces as ``not_found`` — not a misleading "server-side
|
|
# wiring gap" invalid_state. FastAPI's bare default ``{"detail": "Not Found"}``
|
|
# still means a missing route → invalid_state wiring gap.
|
|
# ---------------------------------------------------------------------------
|
|
|
|
|
|
def test_flow_404_with_descriptive_detail_is_not_found(
|
|
flow_module: types.ModuleType,
|
|
) -> None:
|
|
"""A 404 carrying a real ``detail`` (not the default) is a resource not_found."""
|
|
client = _fake_client_with(404, {"detail": "task abc-123 not found"})
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.i_am_done("abc-123", notes="done")
|
|
assert result["error"] == "not_found"
|
|
assert "abc-123 not found" in result["message"]
|
|
assert "remediate" in result
|
|
|
|
|
|
def test_flow_404_default_detail_is_still_wiring_gap(
|
|
flow_module: types.ModuleType,
|
|
) -> None:
|
|
"""FastAPI's bare default 404 body = a missing route, not a resource not_found."""
|
|
client = _fake_client_with(404, {"detail": "Not Found"})
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.give_me_work()
|
|
assert result["error"] == "invalid_state"
|
|
assert "no route" in result["message"]
|
|
|
|
|
|
def test_flow_404_no_body_is_wiring_gap(flow_module: types.ModuleType) -> None:
|
|
"""A 404 with no parseable body = a missing route."""
|
|
client = _fake_client_with(404, body=None)
|
|
with patch("httpx.Client", return_value=client):
|
|
result = flow_module.give_me_work()
|
|
assert result["error"] == "invalid_state"
|
|
|
|
|
|
def test_do_404_with_descriptive_detail_is_not_found(
|
|
do_module: types.ModuleType,
|
|
) -> None:
|
|
"""do_server mirrors flow: a real 404 detail is not_found, not a wiring gap."""
|
|
client = _fake_client_with(404, {"detail": "journal entry xyz not found"})
|
|
with patch("httpx.Client", return_value=client):
|
|
result = do_module.note(text="x", scope="note")
|
|
assert result["error"] == "not_found"
|
|
assert "journal entry xyz not found" in result["message"]
|