Files

185 lines
6.8 KiB
Python
Raw Permalink Normal View History

"""Unit tests for OptimalService doc-source identifier validation.
These guard against the silent ``or 'unknown'`` / ``or None`` fallbacks that
previously masked upstream bugs (e.g. a journal entry being indexed before
its ID was flushed to the database produced ``roboco://journals/None`` rows
in indexed_documents).
Each indexer that builds a ``source`` URI from a caller-supplied identifier
must raise ``ValueError`` instead of stitching a placeholder when that
identifier is missing.
"""
from __future__ import annotations
from types import SimpleNamespace
from typing import cast
2026-06-30 08:08:35 +02:00
from unittest.mock import AsyncMock, MagicMock, patch
from uuid import uuid4
import pytest
from roboco.models.optimal import (
IndexJournalEntryParams,
IndexReviewParams,
IndexType,
)
from roboco.services.optimal import OptimalService
2026-06-30 08:08:35 +02:00
from roboco.services.optimal_brain.indexes.base import IngestResult
from roboco.services.optimal_brain.indexes.learnings import (
LearningsIndexPlugin,
RecordLearningParams,
)
class _StubOptimalService(OptimalService):
"""Test-only subclass that bypasses DB tracking.
The indexer methods we exercise call ``_track_indexed_document`` after
building the doc-source; we don't want a DB round-trip in unit tests,
and we want the raise to happen *before* this stub is ever called.
"""
async def _track_indexed_document(
self,
index_type: IndexType,
source: str,
title: str | None = None,
preview: str | None = None,
metadata: dict | None = None,
) -> None:
# Arguments are deliberately ignored — this stub exists solely to
# neutralize the DB write in the success-path test.
del index_type, source, title, preview, metadata
def _service_with_stub_plugin() -> _StubOptimalService:
"""Build a _StubOptimalService with MagicMock plugins.
The indexer methods short-circuit through ``_get_plugin`` -> plugin
coroutine; the source-construction step we want to exercise sits
*after* the plugin call, so any AsyncMock plugin coroutine will do.
"""
svc = _StubOptimalService()
plugin = MagicMock()
plugin.index_entry = AsyncMock()
plugin.index_message = AsyncMock()
plugin.record_review = AsyncMock(return_value=MagicMock(doc_id=""))
plugin.ingest = AsyncMock()
svc._plugins = {
IndexType.JOURNALS: plugin,
IndexType.REVIEWS: plugin,
}
svc._initialized = True
return svc
@pytest.mark.asyncio
async def test_index_journal_entry_raises_when_entry_id_is_none() -> None:
"""``entry_id=None`` must raise — the silent fallback hid an upstream
bug where the entry row hadn't been flushed before indexing, producing
``roboco://journals/None`` doc-sources in the RAG store.
``entry_id`` is typed ``UUID`` (required); a real caller would have to
bypass the dataclass type contract for this to fire (e.g. via
``cast(UUID, None)``). We simulate that with a ``SimpleNamespace`` so
we don't have to reach inside a frozen-style dataclass to clobber a
field — same pattern used by the conversation test below.
"""
svc = _service_with_stub_plugin()
fake_params = SimpleNamespace(
content="some reflection",
entry_type="reflect",
entry_id=None, # the bug we now reject
agent_id=uuid4(),
task_id=uuid4(),
tags=None,
)
with pytest.raises(ValueError, match="entry_id is required"):
await svc.index_journal_entry(cast("IndexJournalEntryParams", fake_params))
@pytest.mark.asyncio
async def test_index_journal_entry_succeeds_with_real_entry_id() -> None:
"""Sanity check: a flushed entry_id flows through without raising."""
svc = _service_with_stub_plugin()
params = IndexJournalEntryParams(
content="some reflection",
entry_type="reflect",
entry_id=uuid4(),
agent_id=uuid4(),
task_id=uuid4(),
)
await svc.index_journal_entry(params)
@pytest.mark.asyncio
async def test_record_review_raises_when_file_path_empty() -> None:
"""``file_path`` is typed ``str`` (required); empty strings produced
``roboco://reviews/unknown`` doc-sources. Reject empty-or-missing.
"""
svc = _service_with_stub_plugin()
params = IndexReviewParams(
file_path="", # empty string -> would hit `or 'unknown'`
comments=[],
approved=True,
summary="ok",
)
with pytest.raises(ValueError, match="file_path is required"):
await svc.record_review(params)
2026-06-30 08:08:35 +02:00
# --- #182/#183: record_learning tracking-row URI must match the chunk URI ---
@pytest.mark.asyncio
async def test_record_learning_tracking_source_matches_chunk_uri() -> None:
"""#182/#183: the indexed_documents tracking row's ``source`` must be the
SAME URI the learnings plugin embedded the chunks under, so a later
de-index/lookup-by-source against the tracking row finds the chunk rows.
The plugin returns ``doc_id`` (``lrn-{hash100}``); the tracking source must
be ``roboco://learnings/{doc_id}`` — NOT a locally-recomputed
``learn-{md5(full_content)}`` that never matches the chunk rows."""
captured: dict[str, str] = {}
class _CapturingOptimalService(_StubOptimalService):
async def _track_indexed_document(
self,
index_type: IndexType,
source: str,
title: str | None = None,
preview: str | None = None,
metadata: dict | None = None,
) -> None:
del index_type, title, preview, metadata
captured["source"] = source
svc = _CapturingOptimalService()
# Real plugin instance so the isinstance(plugin, LearningsIndexPlugin) branch
# fires; mock only the embedding coroutine to return a known doc_id.
plugin = LearningsIndexPlugin()
ingest = IngestResult(doc_id="lrn-deadbeefdead", chunk_count=2, success=True)
with patch.object(plugin, "record_learning", AsyncMock(return_value=ingest)):
svc._plugins = {IndexType.LEARNINGS: plugin}
svc._initialized = True
# Content longer than 100 chars — the old code hashed the FULL content
# while the plugin hashes only the first 100, so a mismatched recompute
# diverges even on the hash input, not just the prefix.
long_content = "x" * 250
params = RecordLearningParams(
content=long_content,
category="error_handling",
agent_id=uuid4(),
shareable=True,
)
doc_id = await svc.record_learning(params)
assert doc_id == "lrn-deadbeefdead"
# The tracking source matches the chunk URI the plugin used (prefix lrn-,
# the plugin's doc_id) — no locally-recomputed learn-/{full-hash} divergence.
assert captured["source"] == f"roboco://learnings/{doc_id}"
assert captured["source"].startswith("roboco://learnings/lrn-")
assert "learn-" not in captured["source"]