mirror of
https://github.com/rennf93/roboco.git
synced 2026-08-03 07:23:24 +02:00
* [684dace4] Self-hosted LLM provider: API layer, hooks, UI section, routing mode button, and Mix mode grouping (#124) (#126) * [684dace4] feat(providers): add self-hosted LLM API types, endpoints, and React Query hooks - Add ModelProvider.SELF_HOSTED enum value to types/index.ts - Extend RoutingMode to include 'self_hosted' in lib/api/providers.ts - Add SelfHostedConfig, SelfHostedTestResult, SelfHostedModel interfaces - Add SelfHostedConfigPayload for PUT requests - Add 5 providersApi methods: getSelfHostedConfig, saveSelfHostedConfig, testSelfHosted, getSelfHostedModels, refreshSelfHostedModels - Add 5 React Query hooks: useSelfHostedConfig, useSetSelfHostedConfig, useTestSelfHosted, useSelfHostedModels, useRefreshSelfHostedModels - Cache keys follow existing providerKeys pattern with proper invalidation * [684dace4] feat(settings): create SelfHostedSection component with full self-hosted LLM UI - Base URL text input with placeholder showing saved URL when set - Optional auth token field (type='password') with Eye/EyeOff toggle button - Save button that calls useSetSelfHostedConfig mutation - Test Connection button disabled until a URL is saved; shows inline green 'Connected — N models' badge on success or red error badge on fail - Three empty states: no URL configured (CTA), error state (last-checked + Retry), connected with 0 models (pull-guidance) - Model list with auto-discovered chip, Refresh Models button, and Last refreshed relative timestamp when test_status === 'connected' - Token field shows masked placeholder when has_auth_token is true (consistent with Ollama Cloud key field pattern) * [684dace4] feat(settings): add Self-Hosted mode button, model picker, and Mix mode provider grouping - Wire SelfHostedSection into AIRoutingCard with testResult state tracking - Expand routing mode grid from 3 to 4 buttons (2×2 on mobile, 4-col on md+) - 4th 'Self-Hosted' mode button disabled until test_status === 'connected' - Self-hosted model picker appears below mode grid when mode === 'self_hosted' - flipToSelfHosted handler sends mode='self_hosted' with optional default_model - Mix mode per-agent dropdown now groups entries under SelectGroup/SelectLabel headings: Anthropic, Ollama Cloud, Self-Hosted with colored ProviderBadge pill - saveMix validates self-hosted model selection requires a successful test - ProviderBadge helper renders blue/violet/purple pills for each provider type - pnpm typecheck and pnpm lint pass with zero errors --------- Co-authored-by: Frontend Developer 1 <fe-dev-1@agents.roboco.dev> * [2897ce90] Implement self-hosted LLM provider API, routing, and discovery (#125) (#127) * [2897ce90] feat(provider): add self-hosted LLM provider API, routing, and discovery - Add migration 027 to seed Self-Hosted (Ollama) LOCAL provider row - Add probe_ollama_tags() helper for Ollama /api/tags connectivity checks - Extend ModelRoutingService: derive_mode returns 'self_hosted' for LOCAL GLOBAL assignments; apply_mode handles 'self_hosted' mode; upsert_assignment routes non-catalog model names to LOCAL provider; resolve_for_agent falls back to Anthropic when self-hosted server is unreachable - Add PUT /api/providers/self-hosted, POST /api/providers/self-hosted/test, GET /api/providers/self-hosted/models endpoints - Extend ApplyModeRequest and ModeResponse literals with 'self_hosted' - Add SelfHostedConfigRequest, SelfHostedConfigResponse, SelfHostedTestResponse schemas * [2897ce90] test(provider): add integration tests for self-hosted routing and route endpoints - Add llm_setup_with_local fixture that seeds LOCAL provider row - Test derive_mode returns 'self_hosted' for single GLOBAL LOCAL assignment - Test apply_mode('self_hosted') clears prior assignments, enables LOCAL, inserts GLOBAL - Test apply_mode('self_hosted') requires default_model argument - Test upsert_assignment routes non-catalog model names to LOCAL provider - Test mix mode accepts self-hosted model names without ValueError - Test resolve_for_agent returns base_url when LOCAL server is reachable - Test resolve_for_agent falls back to Anthropic when LOCAL server is unreachable - Test upsert_assignment raises ValueError when model unknown and no LOCAL provider - Add app_client_with_local fixture for route tests - Test PUT /self-hosted saves base_url and enables provider - Test PUT /self-hosted stores encrypted token when auth_token provided - Test PUT /self-hosted returns 404 when LOCAL provider not seeded - Test POST /self-hosted/test returns {ok:true,model_count:N} when reachable - Test POST /self-hosted/test returns {ok:false,error} (never 500) when unreachable - Test GET /self-hosted/models returns model name list - Test GET /self-hosted/models returns 404 when not configured - Test GET /self-hosted/models returns 503 when server unreachable - Rename migration from 027 to 028 to rebase on 027_system_settings * [2897ce90] chore(migration): remove superseded 027 migration, fix formatter changes to provider schemas --------- Co-authored-by: Backend Developer 1 <be-dev-1@agents.roboco.dev> * [042462df] feat(providers): align self-hosted types, hooks, and UI to backend contract (#129) (#131) - SelfHostedConfig now has {base_url: string, has_token: boolean, enabled: boolean} - SelfHostedTestResult now has {ok: boolean, model_count: number | null, error: string | null} - Remove SelfHostedTestStatus type and refreshSelfHostedModels POST API function - Remove SELF_HOSTED from ModelProvider enum (LOCAL covers self-hosted semantics) - useRefreshSelfHostedModels now invalidates GET cache instead of calling POST - isSelfHostedConnected derived from testResult?.ok === true - Self-hosted model picker uses value='__clear__' sentinel (no empty-string SelectItem) - self-hosted-section.tsx reads result.ok/result.error and config?.has_token - pnpm typecheck passes with zero errors Co-authored-by: Frontend Developer 1 <fe-dev-1@agents.roboco.dev> * [f66d6d4d] Fix self-hosted API S1-S4/L1-L5: routes, schemas, services, migration 028, and tests (#130) (#132) * [f66d6d4d] fix(provider): self-hosted API S1-S4/L1-L5 - routes, schemas, services, migration 028, and tests AC1: Add GET /providers/self-hosted returning {base_url, has_token, enabled} AC2: GET /self-hosted/models now returns list[SelfHostedModelEntry] with model_name and display_name AC3: probe_ollama_tags generic except logs exception server-side and returns hardcoded generic string AC4: upsert_assignment calls ProviderService.update_provider(enabled=True) when routing to LOCAL AC5: derive_mode return annotation is Literal[...] — type:ignore comments removed AC6: All migration refs in routes/services say 028 (not 027) AC7: Migration 028 downgrade() deletes model_assignments before provider_configs AC8: PUT /self-hosted only passes enabled=True when data.base_url is non-empty AC9: ModelProvider.LOCAL docstring updated to describe self-hosted Ollama provider AC10: Direct unit tests for probe_ollama_tags (5 cases) in tests/unit/llm/ AC11: Contract tests added/updated for GET /providers/self-hosted, models, and test endpoints AC12: test_migration_028_seed_self_hosted.py with upgrade and FK-safe downgrade tests AC13: test_apply_mode_ollama_without_provider_returns_404 asserts exactly HTTPStatus.NOT_FOUND AC14: ruff and mypy pass with zero errors * [f66d6d4d] fix(tests): add AC4 test proving LOCAL.enabled transitions False->True in upsert_assignment The existing tests (test_upsert_assignment_routes_unknown_model_to_local and test_mix_mode_with_self_hosted_models) both use llm_setup_with_local which seeds LOCAL with enabled=True, making the AC4 assertion vacuous. New test test_upsert_assignment_enables_local_when_disabled: - Creates LOCAL ProviderConfigTable row with enabled=False - Asserts pre-condition: local.enabled is False - Calls upsert_assignment with a non-catalog model name ('non-catalog-model:7b') - Refreshes LOCAL row via db_session.refresh(local) - Asserts row.provider.type == ModelProvider.LOCAL and local.enabled is True This proves the state transition from False->True, not merely that the already-enabled state is preserved. ruff and mypy still pass with zero errors. --------- Co-authored-by: Backend Developer 1 <be-dev-1@agents.roboco.dev> * [7cd6ae6e] fix(providers): type SelfHostedConfig.base_url as string | null to match backend contract (#133) (#136) Co-authored-by: Frontend Developer 1 <fe-dev-1@agents.roboco.dev> * [46ee9104] test(migration_028): replace upgrade test with self-seeding contract test (#134) (#135) Remove test_migration_028_upgrade_local_row_inserted which relied on alembic upgrade head having run (and thus the Self-Hosted Ollama row being present). Replace it with test_migration_028_upgrade_insert_contract that: - Executes the exact INSERT SQL from migration 028 upgrade() directly - Asserts name='Self-Hosted (Ollama)', type='local', enabled=False - Runs the INSERT a second time and asserts exactly one row (ON CONFLICT DO NOTHING idempotency) The downgrade test is left byte-for-byte unchanged. Co-authored-by: Backend Developer 1 <be-dev-1@agents.roboco.dev> * [f0d19f30] test(provider): add DELETE-before-seed isolation and app_client_with_ollama fixture (#137) (#138) - Add ModelAssignmentTable import to test_provider_routes.py - Fix app_client_with_local: execute DELETE on ModelAssignmentTable then DELETE on ProviderConfigTable (FK-safe order) and flush before seeding - Add new app_client_with_ollama fixture with same isolation pattern, seeding only ANTHROPIC + OLLAMA_CLOUD rows - Update 7 tests to use app_client_with_ollama instead of app_client: test_get_catalog, test_get_ollama_key_status, test_set_ollama_key, test_get_current_mode, test_apply_mode_anthropic_clears_assignments, test_apply_mode_unknown_returns_4xx, test_apply_mode_mix_without_per_agent_returns_400 Fixes order-dependent failures in test_get_self_hosted_models_not_configured_returns_404: routes call db.commit() which persists rows across test sessions; without DELETE-before-seed, stale LOCAL provider rows with base_url set from prior runs cause the test to see 503 instead of 404. Co-authored-by: Backend Developer 1 <be-dev-1@agents.roboco.dev> * refactor(llm): split resolve_for_agent and apply_mode to clear xenon rank C resolve_for_agent and apply_mode were cyclomatic rank C, failing the xenon gate (--max-absolute B). Extract behavior-preserving helpers: - resolve_for_agent -> _resolve_assignment (precedence ladder), _route_from_resolved / _local_route_or_none / _decrypt_route_or_none (None signals fall-through to legacy), _legacy_route. - apply_mode -> _apply_anthropic / _apply_ollama / _apply_self_hosted / _apply_mix dispatched from a thin if/elif. No behavior change. Also correct the stale 'default: Kimi K2.6' docstring (OLLAMA_DEFAULT_MODEL is minimax-m3:cloud). --------- Co-authored-by: Frontend Developer 1 <fe-dev-1@agents.roboco.dev> Co-authored-by: Backend Developer 1 <be-dev-1@agents.roboco.dev> Co-authored-by: Renn F <rennf93@users.noreply.github.com>
624 lines
21 KiB
Python
624 lines
21 KiB
Python
"""Provider API route coverage — async httpx client + dependency overrides."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from http import HTTPStatus
|
|
from typing import TYPE_CHECKING
|
|
from unittest.mock import AsyncMock, patch
|
|
from uuid import uuid4
|
|
|
|
import pytest
|
|
import pytest_asyncio
|
|
from fastapi import FastAPI
|
|
from httpx import ASGITransport, AsyncClient
|
|
from roboco.api.deps import get_agent_context, get_db
|
|
from roboco.api.routes.provider import router as provider_router
|
|
from roboco.db.tables import ModelAssignmentTable, ProviderConfigTable
|
|
from roboco.models import AgentRole, Team
|
|
from roboco.models.base import ModelProvider
|
|
from roboco.models.permissions import AgentContext
|
|
from sqlalchemy import delete, select
|
|
|
|
if TYPE_CHECKING:
|
|
from collections.abc import AsyncIterator
|
|
|
|
from sqlalchemy.ext.asyncio import AsyncSession
|
|
|
|
|
|
def _make_app(db_session, role: AgentRole = AgentRole.MAIN_PM, team=None) -> FastAPI:
|
|
app = FastAPI()
|
|
app.include_router(provider_router, prefix="/api/providers")
|
|
|
|
async def _override_db():
|
|
yield db_session
|
|
|
|
async def _override_agent() -> AgentContext:
|
|
return AgentContext(agent_id=uuid4(), role=role, team=team)
|
|
|
|
app.dependency_overrides[get_db] = _override_db
|
|
app.dependency_overrides[get_agent_context] = _override_agent
|
|
return app
|
|
|
|
|
|
@pytest_asyncio.fixture
|
|
async def app_client(
|
|
db_session: AsyncSession,
|
|
) -> AsyncIterator[AsyncClient]:
|
|
app = _make_app(db_session)
|
|
suffix = uuid4().hex[:8]
|
|
# Only seed if not already present (set_ollama_api_key in a prior test
|
|
# may have committed rows that survive rollback isolation).
|
|
existing = (
|
|
await db_session.execute(
|
|
select(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.OLLAMA_CLOUD
|
|
)
|
|
)
|
|
).scalar_one_or_none()
|
|
if existing is None:
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"anthropic-test-{suffix}",
|
|
type=ModelProvider.ANTHROPIC,
|
|
enabled=True,
|
|
)
|
|
)
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"ollama-test-{suffix}",
|
|
type=ModelProvider.OLLAMA_CLOUD,
|
|
enabled=False,
|
|
base_url="https://ollama.example.com",
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
yield client
|
|
app.dependency_overrides.clear()
|
|
|
|
|
|
@pytest_asyncio.fixture
|
|
async def app_client_with_ollama(
|
|
db_session: AsyncSession,
|
|
) -> AsyncIterator[AsyncClient]:
|
|
"""App client pre-seeded with Anthropic and Ollama Cloud providers.
|
|
|
|
Begins with a DELETE-before-seed isolation step: deletes all rows from
|
|
ModelAssignmentTable (FK-safe) then ProviderConfigTable before adding
|
|
fresh ANTHROPIC + OLLAMA_CLOUD rows. This ensures tests are
|
|
order-independent regardless of what prior tests committed.
|
|
"""
|
|
app = _make_app(db_session)
|
|
suffix = uuid4().hex[:8]
|
|
# FK-safe cleanup: model_assignments.provider_config_id references
|
|
# provider_configs.id, so assignments must be deleted first.
|
|
await db_session.execute(delete(ModelAssignmentTable))
|
|
await db_session.execute(delete(ProviderConfigTable))
|
|
await db_session.flush()
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"anthropic-test-{suffix}",
|
|
type=ModelProvider.ANTHROPIC,
|
|
enabled=True,
|
|
)
|
|
)
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"ollama-test-{suffix}",
|
|
type=ModelProvider.OLLAMA_CLOUD,
|
|
enabled=False,
|
|
base_url="https://ollama.example.com",
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
yield client
|
|
app.dependency_overrides.clear()
|
|
|
|
|
|
_HDR_PM = {"X-Agent-ID": str(uuid4()), "X-Agent-Role": "main_pm"}
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_catalog(app_client_with_ollama: AsyncClient) -> None:
|
|
response = await app_client_with_ollama.get(
|
|
"/api/providers/catalog", headers=_HDR_PM
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
assert isinstance(response.json(), list)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_catalog_forbidden_for_developer(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
app = _make_app(db_session, role=AgentRole.DEVELOPER, team=Team.BACKEND)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.get(
|
|
"/api/providers/catalog",
|
|
headers={"X-Agent-ID": str(uuid4()), "X-Agent-Role": "developer"},
|
|
)
|
|
assert response.status_code == HTTPStatus.FORBIDDEN
|
|
app.dependency_overrides.clear()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_ollama_key_status(app_client_with_ollama: AsyncClient) -> None:
|
|
response = await app_client_with_ollama.get(
|
|
"/api/providers/ollama-key", headers=_HDR_PM
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert "has_key" in body
|
|
assert "enabled" in body
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_set_ollama_key(app_client_with_ollama: AsyncClient) -> None:
|
|
response = await app_client_with_ollama.put(
|
|
"/api/providers/ollama-key",
|
|
json={"api_key": "secret-key-123"},
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["has_key"] is True
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_current_mode(app_client_with_ollama: AsyncClient) -> None:
|
|
response = await app_client_with_ollama.get("/api/providers", headers=_HDR_PM)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["mode"] in {"anthropic", "ollama", "mix"}
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_apply_mode_anthropic_clears_assignments(
|
|
app_client_with_ollama: AsyncClient,
|
|
) -> None:
|
|
response = await app_client_with_ollama.post(
|
|
"/api/providers", json={"mode": "anthropic"}, headers=_HDR_PM
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["mode"] == "anthropic"
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_apply_mode_unknown_returns_4xx(
|
|
app_client_with_ollama: AsyncClient,
|
|
) -> None:
|
|
"""Unknown mode is rejected — Pydantic 422 at schema layer or 400 at service."""
|
|
response = await app_client_with_ollama.post(
|
|
"/api/providers", json={"mode": "quantum"}, headers=_HDR_PM
|
|
)
|
|
assert response.status_code in (
|
|
HTTPStatus.BAD_REQUEST,
|
|
HTTPStatus.UNPROCESSABLE_ENTITY,
|
|
)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_ollama_key_not_seeded(db_session: AsyncSession) -> None:
|
|
"""When provider not seeded, returns 404."""
|
|
# Delete the OLLAMA_CLOUD provider
|
|
await db_session.execute(
|
|
delete(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.OLLAMA_CLOUD
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
|
|
app = _make_app(db_session)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.get("/api/providers/ollama-key", headers=_HDR_PM)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_set_ollama_key_no_provider(db_session: AsyncSession) -> None:
|
|
"""Setting key with no provider raises 404."""
|
|
await db_session.execute(
|
|
delete(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.OLLAMA_CLOUD
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
|
|
app = _make_app(db_session)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.put(
|
|
"/api/providers/ollama-key",
|
|
json={"api_key": "secret"},
|
|
headers=_HDR_PM,
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_set_ollama_key_developer_forbidden(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
app = _make_app(db_session, role=AgentRole.DEVELOPER, team=Team.BACKEND)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.put(
|
|
"/api/providers/ollama-key",
|
|
json={"api_key": "secret"},
|
|
headers={"X-Agent-ID": str(uuid4()), "X-Agent-Role": "developer"},
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.FORBIDDEN
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_mode_developer_forbidden(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
app = _make_app(db_session, role=AgentRole.DEVELOPER, team=Team.BACKEND)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.get(
|
|
"/api/providers",
|
|
headers={"X-Agent-ID": str(uuid4()), "X-Agent-Role": "developer"},
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.FORBIDDEN
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_apply_mode_mix_without_per_agent_returns_400(
|
|
app_client_with_ollama: AsyncClient,
|
|
) -> None:
|
|
"""Apply 'mix' mode without per_agent triggers ValueError → 400 (lines 149-152)."""
|
|
response = await app_client_with_ollama.post(
|
|
"/api/providers",
|
|
json={"mode": "mix"},
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.BAD_REQUEST
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_apply_mode_ollama_without_provider_returns_404(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
"""Apply 'ollama' mode without ollama provider raises NotFoundError → 404."""
|
|
await db_session.execute(
|
|
delete(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.OLLAMA_CLOUD
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
|
|
app = _make_app(db_session)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.post(
|
|
"/api/providers", json={"mode": "ollama"}, headers=_HDR_PM
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
# =============================================================================
|
|
# Self-hosted endpoints
|
|
# =============================================================================
|
|
|
|
|
|
@pytest_asyncio.fixture
|
|
async def app_client_with_local(
|
|
db_session: AsyncSession,
|
|
) -> AsyncIterator[AsyncClient]:
|
|
"""App client pre-seeded with Anthropic, Ollama Cloud, and LOCAL providers.
|
|
|
|
Begins with a DELETE-before-seed isolation step: deletes all rows from
|
|
ModelAssignmentTable (FK-safe) then ProviderConfigTable before adding
|
|
fresh rows. This ensures tests are order-independent regardless of what
|
|
prior tests committed.
|
|
"""
|
|
app = _make_app(db_session)
|
|
suffix = uuid4().hex[:8]
|
|
# FK-safe cleanup: model_assignments.provider_config_id references
|
|
# provider_configs.id, so assignments must be deleted first.
|
|
await db_session.execute(delete(ModelAssignmentTable))
|
|
await db_session.execute(delete(ProviderConfigTable))
|
|
await db_session.flush()
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"anthropic-local-{suffix}",
|
|
type=ModelProvider.ANTHROPIC,
|
|
enabled=True,
|
|
)
|
|
)
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"ollama-local-{suffix}",
|
|
type=ModelProvider.OLLAMA_CLOUD,
|
|
enabled=False,
|
|
base_url="https://ollama.example.com",
|
|
)
|
|
)
|
|
db_session.add(
|
|
ProviderConfigTable(
|
|
name=f"self-hosted-local-{suffix}",
|
|
type=ModelProvider.LOCAL,
|
|
enabled=False,
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
yield client
|
|
app.dependency_overrides.clear()
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_put_self_hosted_saves_base_url(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""PUT /self-hosted saves base_url and enables the LOCAL provider."""
|
|
response = await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://192.168.1.10:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["base_url"] == "http://192.168.1.10:11434"
|
|
assert body["enabled"] is True
|
|
assert body["has_token"] is False
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_put_self_hosted_with_token_stores_encrypted(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""PUT /self-hosted with auth_token stores Fernet-encrypted token."""
|
|
response = await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={
|
|
"base_url": "http://192.168.1.10:11434",
|
|
"auth_token": "secret-ollama-key",
|
|
},
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["has_token"] is True
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_put_self_hosted_not_seeded_returns_404(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
"""PUT /self-hosted when LOCAL provider not seeded returns 404."""
|
|
await db_session.execute(
|
|
delete(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.LOCAL
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
|
|
app = _make_app(db_session)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://localhost:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_put_self_hosted_developer_forbidden(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
"""PUT /self-hosted is forbidden for developer role."""
|
|
app = _make_app(db_session, role=AgentRole.DEVELOPER, team=Team.BACKEND)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://localhost:11434"},
|
|
headers={"X-Agent-ID": str(uuid4()), "X-Agent-Role": "developer"},
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.FORBIDDEN
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_post_test_self_hosted_when_reachable(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""POST /self-hosted/test returns {ok: true, model_count: N} when reachable."""
|
|
# First configure the base_url.
|
|
await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://192.168.1.10:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
with patch(
|
|
"roboco.api.routes.provider.probe_ollama_tags",
|
|
new_callable=AsyncMock,
|
|
return_value=(["llama3.1:8b", "gemma2:9b"], None),
|
|
):
|
|
response = await app_client_with_local.post(
|
|
"/api/providers/self-hosted/test",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
# Contract: field names and types for the test response schema.
|
|
assert "ok" in body
|
|
assert "model_count" in body
|
|
assert "error" in body
|
|
assert isinstance(body["ok"], bool)
|
|
assert body["ok"] is True
|
|
assert body["model_count"] == 2 # noqa: PLR2004
|
|
assert body["error"] is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_post_test_self_hosted_when_unreachable(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""POST /self-hosted/test returns {ok: false, error: '...'} when unreachable."""
|
|
await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://192.168.1.10:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
with patch(
|
|
"roboco.api.routes.provider.probe_ollama_tags",
|
|
new_callable=AsyncMock,
|
|
return_value=([], "Could not connect to http://192.168.1.10:11434"),
|
|
):
|
|
response = await app_client_with_local.post(
|
|
"/api/providers/self-hosted/test",
|
|
headers=_HDR_PM,
|
|
)
|
|
# Must be 200 with ok=false, NOT 500.
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["ok"] is False
|
|
assert body["error"] is not None
|
|
assert body["model_count"] is None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_post_test_self_hosted_not_configured(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""POST /self-hosted/test when no base_url returns {ok: false} without 500."""
|
|
# LOCAL provider seeded but no base_url configured.
|
|
response = await app_client_with_local.post(
|
|
"/api/providers/self-hosted/test",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
assert body["ok"] is False
|
|
assert body["error"] is not None
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_self_hosted_config_returns_200(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""GET /self-hosted returns {base_url, has_token, enabled} when LOCAL is seeded."""
|
|
response = await app_client_with_local.get(
|
|
"/api/providers/self-hosted",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
body = response.json()
|
|
# Contract: field names and types must match the schema.
|
|
assert "base_url" in body
|
|
assert "has_token" in body
|
|
assert "enabled" in body
|
|
assert isinstance(body["has_token"], bool)
|
|
assert isinstance(body["enabled"], bool)
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_self_hosted_config_not_seeded_returns_404(
|
|
db_session: AsyncSession,
|
|
) -> None:
|
|
"""GET /self-hosted when LOCAL provider not seeded returns 404."""
|
|
await db_session.execute(
|
|
delete(ProviderConfigTable).where(
|
|
ProviderConfigTable.type == ModelProvider.LOCAL
|
|
)
|
|
)
|
|
await db_session.flush()
|
|
|
|
app = _make_app(db_session)
|
|
transport = ASGITransport(app=app)
|
|
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
response = await client.get(
|
|
"/api/providers/self-hosted",
|
|
headers=_HDR_PM,
|
|
)
|
|
app.dependency_overrides.clear()
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_self_hosted_models_returns_list(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""GET /self-hosted/models returns [{model_name, display_name}] objects."""
|
|
await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://192.168.1.10:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
with patch(
|
|
"roboco.api.routes.provider.probe_ollama_tags",
|
|
new_callable=AsyncMock,
|
|
return_value=(["llama3.1:8b", "gemma2:9b", "qwen2.5:14b"], None),
|
|
):
|
|
response = await app_client_with_local.get(
|
|
"/api/providers/self-hosted/models",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.OK
|
|
models = response.json()
|
|
assert isinstance(models, list)
|
|
assert len(models) == 3 # noqa: PLR2004
|
|
# Contract: each entry must be an object with model_name and display_name.
|
|
first = models[0]
|
|
assert isinstance(first, dict)
|
|
assert "model_name" in first
|
|
assert "display_name" in first
|
|
assert isinstance(first["model_name"], str)
|
|
assert isinstance(first["display_name"], str)
|
|
# Verify specific entry present.
|
|
names = [m["model_name"] for m in models]
|
|
assert "llama3.1:8b" in names
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_self_hosted_models_not_configured_returns_404(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""GET /self-hosted/models when no base_url configured returns 404."""
|
|
response = await app_client_with_local.get(
|
|
"/api/providers/self-hosted/models",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.NOT_FOUND
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_get_self_hosted_models_unreachable_returns_503(
|
|
app_client_with_local: AsyncClient,
|
|
) -> None:
|
|
"""GET /self-hosted/models when server unreachable returns 503."""
|
|
await app_client_with_local.put(
|
|
"/api/providers/self-hosted",
|
|
json={"base_url": "http://192.168.1.10:11434"},
|
|
headers=_HDR_PM,
|
|
)
|
|
with patch(
|
|
"roboco.api.routes.provider.probe_ollama_tags",
|
|
new_callable=AsyncMock,
|
|
return_value=([], "Could not connect"),
|
|
):
|
|
response = await app_client_with_local.get(
|
|
"/api/providers/self-hosted/models",
|
|
headers=_HDR_PM,
|
|
)
|
|
assert response.status_code == HTTPStatus.SERVICE_UNAVAILABLE
|