mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
Move the last Grok runtime off opencode onto xAI's official `grok` CLI, for full parity with the Claude path. The intake/secretary chat now runs per-turn headless `grok -p` invocations that resume one session id (proven live: context carries across runs), with streaming-json deltas mapped to the existing panel StreamChunk kinds — the IntakeDriver loop, message source, relay, and idle reaper are reused unchanged; only the SessionFactory differs (GrokCliSession replaces the opencode-serve session). - GrokCliSession + a pure, unit-tested streaming-json -> StreamChunk assembler (thought coalesced to one block, text streamed live, end captures the session id for -r, fenced-draft fallback, clear errors incl. rate-limit). - intake propose_draft and secretary read_company_state/read_task/submit_directive are now FastMCP servers (roboco-intake / roboco-secretary) wired into ~/.grok/config.toml, launched via `uv run --directory /app` to resolve the installed package. The secretary tools reuse the shared backend helpers. - Orchestrator: interactive spawn mounts the subscription auth + per-agent usage dir (no metered xAI key, no permission env — grok flags carry per-role perms); usage/cost now read a captured usage.json (drop the opencode.db reader, the _opencode_db_path/_grok_usage_from_opencode methods, and the cost-cap's opencode read). hosts["opencode"] -> hosts["grok_usage"]; OPENCODE_DATA_DIR -> GROK_USAGE_DATA_DIR. - Fix one-shot usage capture: `-s` does not pin the session id (grok generates its own), so the entrypoint now reads the real id back from the JSON run log and the reader uses it; usage is captured per-turn on the interactive path. - Delete the opencode layer: opencode_config/opencode_usage/opencode_session, the docker/grok/*.js plugins, the old one-shot entrypoint, and their tests. - Compose (all three files), .env.example, and stale comments updated to the grok-CLI runtime; add the SuperGrok auth mount + grok-usage dir. Gate green: ruff, mypy (296 files), xenon, tests. NAS build/verify pending.
177 lines
6.4 KiB
Python
177 lines
6.4 KiB
Python
"""grok_cli_usage — capture token usage from a Grok CLI session store."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
from typing import TYPE_CHECKING
|
|
|
|
from roboco.llm.providers import grok_cli_usage as gu
|
|
|
|
if TYPE_CHECKING:
|
|
from pathlib import Path
|
|
|
|
import pytest
|
|
|
|
|
|
def _write_updates(path: Path, totals: list[int]) -> None:
|
|
path.parent.mkdir(parents=True, exist_ok=True)
|
|
lines = []
|
|
for i, t in enumerate(totals):
|
|
lines.append(
|
|
json.dumps(
|
|
{
|
|
"method": "session/update",
|
|
"params": {
|
|
"sessionId": "s1",
|
|
"update": {"sessionUpdate": "agent_message_chunk"},
|
|
"_meta": {"totalTokens": t, "chunkId": i},
|
|
},
|
|
}
|
|
)
|
|
)
|
|
path.write_text("\n".join(lines) + "\n", encoding="utf-8")
|
|
|
|
|
|
def test_total_tokens_is_the_running_max(tmp_path: Path) -> None:
|
|
upd = tmp_path / "updates.jsonl"
|
|
_write_updates(upd, [3863, 18133, 18220, 18253, 18220])
|
|
assert gu.total_tokens_from_updates(upd) == 18253 # noqa: PLR2004
|
|
|
|
|
|
def test_total_tokens_zero_for_missing_or_empty(tmp_path: Path) -> None:
|
|
assert gu.total_tokens_from_updates(tmp_path / "nope.jsonl") == 0
|
|
empty = tmp_path / "empty.jsonl"
|
|
empty.write_text("\n \n", encoding="utf-8")
|
|
assert gu.total_tokens_from_updates(empty) == 0
|
|
|
|
|
|
def test_total_tokens_tolerates_bad_lines(tmp_path: Path) -> None:
|
|
upd = tmp_path / "updates.jsonl"
|
|
upd.write_text(
|
|
'not json\n{"params":{"_meta":{"totalTokens":42}}}\n{"x":1}\n',
|
|
encoding="utf-8",
|
|
)
|
|
assert gu.total_tokens_from_updates(upd) == 42 # noqa: PLR2004
|
|
|
|
|
|
def test_find_updates_path_encodes_cwd(tmp_path: Path) -> None:
|
|
home = tmp_path / ".grok"
|
|
cwd = "/data/workspaces/roboco/backend/be-dev-1"
|
|
sid = "019edd59-bc7b-7920"
|
|
target = (
|
|
home / "sessions" / "%2Fdata%2Fworkspaces%2Froboco%2Fbackend%2Fbe-dev-1" / sid
|
|
)
|
|
_write_updates(target / "updates.jsonl", [10])
|
|
found = gu.find_updates_path(home, cwd, sid)
|
|
assert found is not None
|
|
assert found == target / "updates.jsonl"
|
|
|
|
|
|
def test_find_updates_path_none_when_absent(tmp_path: Path) -> None:
|
|
home = tmp_path / ".grok"
|
|
assert gu.find_updates_path(home, "/x", "sid") is None
|
|
assert gu.find_updates_path(home, "", "sid") is None # missing cwd
|
|
assert gu.find_updates_path(home, "/x", "") is None # missing session id
|
|
|
|
|
|
def test_usage_and_cost_prices_total_at_output_rate() -> None:
|
|
# grok-build output rate is $2.00/1M → 1M tokens = $2.00.
|
|
tokens, cost = gu.usage_and_cost("grok-build", 1_000_000)
|
|
assert tokens == 1_000_000 # noqa: PLR2004
|
|
assert abs(cost - 2.00) < 1e-6 # noqa: PLR2004
|
|
|
|
|
|
def test_main_writes_usage_file(
|
|
tmp_path: Path, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
home = tmp_path / ".grok"
|
|
cwd = "/ws/be-dev-1"
|
|
sid = "sid-1"
|
|
target = home / "sessions" / "%2Fws%2Fbe-dev-1" / sid
|
|
_write_updates(target / "updates.jsonl", [1234])
|
|
out = tmp_path / "usage.json"
|
|
monkeypatch.setattr(gu, "USAGE_OUT_PATH", out)
|
|
monkeypatch.setenv("GROK_HOME", str(home))
|
|
monkeypatch.setenv("ROBOCO_GROK_RUN_CWD", cwd)
|
|
monkeypatch.delenv("ROBOCO_GROK_RUN_LOG", raising=False)
|
|
monkeypatch.setenv("ROBOCO_AGENT_SESSION_ID", sid)
|
|
monkeypatch.setenv("ROBOCO_AGENT_MODEL", "grok-build")
|
|
assert gu.main() == 0
|
|
data = json.loads(out.read_text())
|
|
assert data["total_tokens"] == 1234 # noqa: PLR2004
|
|
assert data["model"] == "grok-build"
|
|
assert data["cost_usd"] > 0.0
|
|
|
|
|
|
def test_capture_session_usage_writes_running_total(tmp_path: Path) -> None:
|
|
home = tmp_path / ".grok"
|
|
cwd = "/ws/intake-1"
|
|
sid = "sid-x"
|
|
target = home / "sessions" / "%2Fws%2Fintake-1" / sid
|
|
_write_updates(target / "updates.jsonl", [100, 900, 500])
|
|
out = tmp_path / "usage.json"
|
|
tokens = gu.capture_session_usage(
|
|
cwd=cwd, session_id=sid, model="grok-build", out_path=out, grok_home=home
|
|
)
|
|
assert tokens == 900 # noqa: PLR2004 — the running max is the chat total
|
|
data = json.loads(out.read_text())
|
|
assert data["total_tokens"] == 900 # noqa: PLR2004
|
|
assert data["cost_usd"] > 0.0
|
|
|
|
|
|
def test_capture_session_usage_zero_when_session_absent(tmp_path: Path) -> None:
|
|
out = tmp_path / "usage.json"
|
|
tokens = gu.capture_session_usage(
|
|
cwd="/ws/x",
|
|
session_id="missing",
|
|
model="grok-build",
|
|
out_path=out,
|
|
grok_home=tmp_path / ".grok",
|
|
)
|
|
assert tokens == 0
|
|
# A zero session still writes a usage file (a real zero-cost run).
|
|
assert json.loads(out.read_text())["total_tokens"] == 0
|
|
|
|
|
|
def test_session_id_from_run_log_reads_the_real_id(tmp_path: Path) -> None:
|
|
log = tmp_path / "run.json"
|
|
log.write_text(
|
|
json.dumps({"text": "ok", "sessionId": "019edd9d-real", "stopReason": "End"}),
|
|
encoding="utf-8",
|
|
)
|
|
assert gu.session_id_from_run_log(log) == "019edd9d-real"
|
|
|
|
|
|
def test_session_id_from_run_log_none_for_bad_log(tmp_path: Path) -> None:
|
|
assert gu.session_id_from_run_log(tmp_path / "absent.json") is None
|
|
bad = tmp_path / "bad.json"
|
|
bad.write_text("not json", encoding="utf-8")
|
|
assert gu.session_id_from_run_log(bad) is None
|
|
idless = tmp_path / "idless.json"
|
|
idless.write_text(json.dumps({"text": "ok"}), encoding="utf-8")
|
|
assert gu.session_id_from_run_log(idless) is None
|
|
|
|
|
|
def test_main_prefers_run_log_session_id(
|
|
tmp_path: Path, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
# grok ignores a requested id, so the real id comes from the run log — it must
|
|
# win over the ROBOCO_AGENT_SESSION_ID fallback (which points at no store).
|
|
home = tmp_path / ".grok"
|
|
cwd = "/ws/be-dev-1"
|
|
real_sid = "real-sid"
|
|
_write_updates(
|
|
home / "sessions" / "%2Fws%2Fbe-dev-1" / real_sid / "updates.jsonl", [777]
|
|
)
|
|
run_log = tmp_path / "run.json"
|
|
run_log.write_text(json.dumps({"sessionId": real_sid}), encoding="utf-8")
|
|
out = tmp_path / "usage.json"
|
|
monkeypatch.setattr(gu, "USAGE_OUT_PATH", out)
|
|
monkeypatch.setenv("GROK_HOME", str(home))
|
|
monkeypatch.setenv("ROBOCO_GROK_RUN_CWD", cwd)
|
|
monkeypatch.setenv("ROBOCO_GROK_RUN_LOG", str(run_log))
|
|
monkeypatch.setenv("ROBOCO_AGENT_SESSION_ID", "ignored-fallback")
|
|
monkeypatch.setenv("ROBOCO_AGENT_MODEL", "grok-build")
|
|
assert gu.main() == 0
|
|
assert json.loads(out.read_text())["total_tokens"] == 777 # noqa: PLR2004
|