mirror of
https://github.com/snapotter-hq/SnapOtter.git
synced 2026-08-03 07:46:42 +02:00
The scheduled Nightly had been red for over a week across nearly every job. This root-causes and fixes each one. All were pre-existing: missing CI provisioning, specs that drifted as the app grew, a job too heavy for its timeout, and a fuzz that was never configured for file-upload endpoints. None came from the recent security merge. - Coverage + Docker Container E2E: install tesseract and its language packs so the built-in Fast OCR tests stop throwing spawn ENOENT; gate two repo-file and release-workflow tests that cannot run inside the slimmed container image. - E2E (Full, Serial, Cross-Browser, Device Matrix): refresh specs that drifted behind the app (tool renames, the now admin-only Tools tab, dropped About copy, locator collisions scoped to the right region). One real product fix rode along: /config/auth was refetched six times per tool-page load, so cache it behind a single shared fetch, dropping the tool page from 13 to 8 API calls. - Extended Matrix + Fuzz: shard the integration suite four ways so the full format x tool matrix plus property fuzz fits its budget instead of overrunning the 90-minute ceiling every night. - Schemathesis: exclude the tools with bespoke handlers that process synchronously in-request (they hang the fuzz on adversarial input) and suppress Hypothesis's data-generation health checks, which fire because file-upload endpoints reject the fuzzer's random bytes. not_a_server_error still runs on every generated case (5000+ per run). - Stabilize two long-tail flakes: raise the avif matrix per-test cap from 240s to 600s, and assert toHaveCount(0) on the deleted user row so a transient success toast no longer trips a strict-mode violation. Verified end to end: the full Nightly workflow is green on this branch (all 14 jobs), and PR CI is green.
343 lines
13 KiB
TypeScript
343 lines
13 KiB
TypeScript
import { test as base, expect } from "@playwright/test";
|
||
import { authFile } from "../../playwright.config";
|
||
import { login, openSettings } from "./helpers";
|
||
|
||
const API = process.env.API_URL || "http://localhost:13490";
|
||
|
||
// Unique suffix to avoid collisions with parallel test runs
|
||
const UID = Date.now().toString(36);
|
||
|
||
/** Auth header only (GET, DELETE). */
|
||
function authOnly(token: string): Record<string, string> {
|
||
return { Authorization: `Bearer ${token}` };
|
||
}
|
||
|
||
/** Auth + JSON content-type (POST, PUT). */
|
||
function authJson(token: string): Record<string, string> {
|
||
return { Authorization: `Bearer ${token}`, "Content-Type": "application/json" };
|
||
}
|
||
|
||
async function getAdminToken(): Promise<string> {
|
||
const res = await fetch(`${API}/api/auth/login`, {
|
||
method: "POST",
|
||
headers: { "Content-Type": "application/json" },
|
||
body: JSON.stringify({ username: "admin", password: "admin" }),
|
||
});
|
||
const data = await res.json();
|
||
return data.token;
|
||
}
|
||
|
||
/** Create a custom role via API. Returns the role id. */
|
||
async function createCustomRole(
|
||
adminToken: string,
|
||
name: string,
|
||
permissions: string[],
|
||
description = "",
|
||
): Promise<string> {
|
||
const res = await fetch(`${API}/api/v1/roles`, {
|
||
method: "POST",
|
||
headers: authJson(adminToken),
|
||
body: JSON.stringify({ name, permissions, description }),
|
||
});
|
||
if (res.status === 409) {
|
||
// Role already exists — look it up
|
||
const listRes = await fetch(`${API}/api/v1/roles`, {
|
||
headers: authOnly(adminToken),
|
||
});
|
||
const { roles } = await listRes.json();
|
||
const existing = roles.find((r: { name: string }) => r.name === name);
|
||
return existing?.id ?? "";
|
||
}
|
||
if (!res.ok) throw new Error(`Failed to create role: ${res.status}`);
|
||
const data = await res.json();
|
||
return data.id;
|
||
}
|
||
|
||
/** Create a user with a given role and clear mustChangePassword. */
|
||
async function createUserWithRole(
|
||
adminToken: string,
|
||
username: string,
|
||
password: string,
|
||
role: string,
|
||
): Promise<void> {
|
||
const createRes = await fetch(`${API}/api/auth/register`, {
|
||
method: "POST",
|
||
headers: authJson(adminToken),
|
||
body: JSON.stringify({ username, password, role }),
|
||
});
|
||
if (createRes.status !== 201 && createRes.status !== 409) {
|
||
throw new Error(`Failed to create user ${username}: ${createRes.status}`);
|
||
}
|
||
|
||
// Login as the user to get a token, then change password to clear mustChangePassword
|
||
const loginRes = await fetch(`${API}/api/auth/login`, {
|
||
method: "POST",
|
||
headers: { "Content-Type": "application/json" },
|
||
body: JSON.stringify({ username, password }),
|
||
});
|
||
if (!loginRes.ok) throw new Error(`Failed to login as ${username}: ${loginRes.status}`);
|
||
const loginData = await loginRes.json();
|
||
|
||
const changeRes = await fetch(`${API}/api/auth/change-password`, {
|
||
method: "POST",
|
||
headers: authJson(loginData.token),
|
||
body: JSON.stringify({ currentPassword: password, newPassword: password }),
|
||
});
|
||
if (!changeRes.ok) {
|
||
throw new Error(`Failed to clear mustChangePassword for ${username}: ${changeRes.status}`);
|
||
}
|
||
}
|
||
|
||
/** Delete a user by username if it exists. */
|
||
async function deleteUserByUsername(adminToken: string, username: string): Promise<void> {
|
||
const listRes = await fetch(`${API}/api/auth/users`, {
|
||
headers: authOnly(adminToken),
|
||
});
|
||
if (!listRes.ok) return;
|
||
const { users } = await listRes.json();
|
||
const found = users.find((u: { username: string }) => u.username === username);
|
||
if (found) {
|
||
await fetch(`${API}/api/auth/users/${found.id}`, {
|
||
method: "DELETE",
|
||
headers: authOnly(adminToken),
|
||
});
|
||
}
|
||
}
|
||
|
||
/** Delete a custom role by name if it exists. */
|
||
async function deleteRoleByName(adminToken: string, name: string): Promise<void> {
|
||
const listRes = await fetch(`${API}/api/v1/roles`, {
|
||
headers: authOnly(adminToken),
|
||
});
|
||
if (!listRes.ok) return;
|
||
const { roles } = await listRes.json();
|
||
const found = roles.find((r: { name: string; isBuiltin: boolean }) => r.name === name);
|
||
if (found && !found.isBuiltin) {
|
||
await fetch(`${API}/api/v1/roles/${found.id}`, {
|
||
method: "DELETE",
|
||
headers: authOnly(adminToken),
|
||
});
|
||
}
|
||
}
|
||
|
||
// ── 1. People Management UI — role dropdown ─────────────────────────
|
||
|
||
base.describe("RBAC Full — People Management UI", () => {
|
||
base.use({
|
||
storageState: authFile,
|
||
});
|
||
|
||
base.test(
|
||
"admin sees role dropdown with admin/editor/user options when adding members",
|
||
async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
await page.getByRole("button", { name: /people/i }).click();
|
||
|
||
// Click "Add Members" to reveal the form
|
||
await page.getByRole("button", { name: /add members/i }).click();
|
||
|
||
// The role select should be visible inside the add-user form
|
||
const roleSelect = page.locator("form select").first();
|
||
await expect(roleSelect).toBeVisible();
|
||
|
||
// Verify the dropdown contains built-in role options (admin, editor, user)
|
||
const options = roleSelect.locator("option");
|
||
const optionTexts = await options.allTextContents();
|
||
const lower = optionTexts.map((t) => t.toLowerCase());
|
||
|
||
expect(lower.some((t) => t.includes("admin"))).toBe(true);
|
||
expect(lower.some((t) => t.includes("editor"))).toBe(true);
|
||
expect(lower.some((t) => t.includes("user"))).toBe(true);
|
||
},
|
||
);
|
||
});
|
||
|
||
// ── 2–3. Roles Management UI ────────────────────────────────────────
|
||
|
||
base.describe("RBAC Full — Roles Management UI", () => {
|
||
base.use({
|
||
storageState: authFile,
|
||
});
|
||
|
||
base.test("admin sees Roles tab in settings", async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
|
||
await expect(page.getByRole("button", { name: /^roles$/i })).toBeVisible();
|
||
});
|
||
|
||
base.test("roles section shows built-in roles with Built-in badge", async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
await page.getByRole("button", { name: /^roles$/i }).click();
|
||
|
||
// Wait for roles to load
|
||
await expect(page.getByText("Manage roles and their permissions")).toBeVisible();
|
||
|
||
// At least one "Built-in" badge should appear (admin, editor, user are built-in)
|
||
const builtinBadges = page.getByText("Built-in");
|
||
await expect(builtinBadges.first()).toBeVisible();
|
||
|
||
// Verify at least the three default built-in roles are present
|
||
await expect(page.getByText("admin").first()).toBeVisible();
|
||
await expect(page.getByText("editor").first()).toBeVisible();
|
||
await expect(page.getByText("user").first()).toBeVisible();
|
||
});
|
||
});
|
||
|
||
// ── 4–5. Audit Log UI ──────────────────────────────────────────────
|
||
|
||
base.describe("RBAC Full — Audit Log UI", () => {
|
||
base.use({
|
||
storageState: authFile,
|
||
});
|
||
|
||
base.test("admin sees Audit Log tab in settings", async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
|
||
await expect(page.getByRole("button", { name: /audit log/i })).toBeVisible();
|
||
});
|
||
|
||
base.test("audit log displays LOGIN_SUCCESS entries", async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
await page.getByRole("button", { name: /audit log/i }).click();
|
||
|
||
// Wait for audit log section to load
|
||
await expect(page.locator("h3").filter({ hasText: "Audit Log" })).toBeVisible();
|
||
|
||
// The admin login from auth.setup should have created at least one LOGIN_SUCCESS entry.
|
||
// Filter by LOGIN_SUCCESS action using the dropdown.
|
||
const filterSelect = page.locator("select").first();
|
||
await filterSelect.selectOption("LOGIN_SUCCESS");
|
||
|
||
// Wait for table to update — check for at least one row with "LOGIN SUCCESS" text
|
||
// The action column displays the action with underscores replaced by spaces
|
||
await expect(page.locator("table tbody tr").first()).toBeVisible({ timeout: 10_000 });
|
||
|
||
// Verify the table contains LOGIN_SUCCESS (displayed as "LOGIN SUCCESS" or "LOGIN_SUCCESS")
|
||
const tableText = await page.locator("table tbody").textContent();
|
||
expect(tableText).toContain("LOGIN");
|
||
});
|
||
});
|
||
|
||
// ── 6. API Key Scoping UI ──────────────────────────────────────────
|
||
|
||
base.describe("RBAC Full — API Key Scoping UI", () => {
|
||
base.use({
|
||
storageState: authFile,
|
||
});
|
||
|
||
base.test("API Keys section has permission scoping toggle", async ({ page }) => {
|
||
await page.goto("/");
|
||
await openSettings(page);
|
||
await page.getByRole("button", { name: /api keys/i }).click();
|
||
|
||
// The scoping toggle text should be visible
|
||
const scopingToggle = page.getByText("Restrict permissions (optional)");
|
||
await expect(scopingToggle).toBeVisible();
|
||
|
||
// Click the toggle to expand the permission scoping checkboxes
|
||
await scopingToggle.click();
|
||
|
||
// After expanding, the "Remove permission scoping" text should appear
|
||
await expect(page.getByText("Remove permission scoping")).toBeVisible();
|
||
|
||
// Permission checkboxes should appear (e.g., tools:use, files:own)
|
||
await expect(page.locator("input[type='checkbox']").first()).toBeVisible();
|
||
await expect(page.getByText("tools:use")).toBeVisible();
|
||
});
|
||
});
|
||
|
||
// ── 7–8. Custom Role User ──────────────────────────────────────────
|
||
|
||
base.describe("RBAC Full — Custom Role User", () => {
|
||
const CUSTOM_ROLE = `testrole-${UID}`;
|
||
const CUSTOM_USER = `customuser-${UID}`;
|
||
const CUSTOM_PASSWORD = "CustomPass1";
|
||
let adminToken: string;
|
||
|
||
base.beforeAll(async () => {
|
||
adminToken = await getAdminToken();
|
||
|
||
// Create a custom role with only settings:read and tools:use permissions
|
||
await createCustomRole(
|
||
adminToken,
|
||
CUSTOM_ROLE,
|
||
["settings:read", "tools:use"],
|
||
"E2E test role",
|
||
);
|
||
|
||
// Create a user with that custom role
|
||
await createUserWithRole(adminToken, CUSTOM_USER, CUSTOM_PASSWORD, CUSTOM_ROLE);
|
||
});
|
||
|
||
base.afterAll(async () => {
|
||
// Clean up: delete user first, then role
|
||
await deleteUserByUsername(adminToken, CUSTOM_USER);
|
||
await deleteRoleByName(adminToken, CUSTOM_ROLE);
|
||
});
|
||
|
||
base.test("custom role user only sees permitted tabs (no admin tabs)", async ({ page }) => {
|
||
await login(page, CUSTOM_USER, CUSTOM_PASSWORD);
|
||
|
||
await openSettings(page);
|
||
|
||
// Should see these 4 tabs. The custom role only has settings:read and
|
||
// tools:use, so it sees the same set as the built-in "user" role.
|
||
await expect(page.getByRole("button", { name: /general/i })).toBeVisible();
|
||
await expect(page.getByRole("button", { name: /security/i })).toBeVisible();
|
||
await expect(page.getByRole("button", { name: /api keys/i })).toBeVisible();
|
||
await expect(page.getByRole("button", { name: /about/i })).toBeVisible();
|
||
|
||
// Should NOT see admin-only tabs (requires users:manage, teams:manage,
|
||
// audit:read, or settings:write).
|
||
await expect(page.getByRole("button", { name: /system settings/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /people/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /teams/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /^roles$/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /audit log/i })).not.toBeVisible();
|
||
// Usage requires audit:read, AI Features and Tools require settings:write.
|
||
await expect(page.getByRole("button", { name: /^usage$/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /ai features/i })).not.toBeVisible();
|
||
await expect(page.getByRole("button", { name: /tools/i })).not.toBeVisible();
|
||
|
||
// Exactly 4 nav buttons for this custom role.
|
||
expect(await page.locator(".w-48 button").count()).toBe(4);
|
||
});
|
||
|
||
base.test(
|
||
"custom role user gets correct API permissions (settings:read OK, settings:write 403)",
|
||
async ({ page }) => {
|
||
await login(page, CUSTOM_USER, CUSTOM_PASSWORD);
|
||
|
||
// Extract token from localStorage
|
||
const token = await page.evaluate(() => localStorage.getItem("snapotter-token"));
|
||
expect(token).toBeTruthy();
|
||
const bearerToken = token as string;
|
||
|
||
// GET /api/v1/settings — requires auth only, should succeed
|
||
const readRes = await fetch(`${API}/api/v1/settings`, {
|
||
headers: authOnly(bearerToken),
|
||
});
|
||
expect(readRes.status).toBe(200);
|
||
|
||
// PUT /api/v1/settings — requires settings:write, should be 403
|
||
const writeRes = await fetch(`${API}/api/v1/settings`, {
|
||
method: "PUT",
|
||
headers: authJson(bearerToken),
|
||
body: JSON.stringify({ defaultTheme: "dark" }),
|
||
});
|
||
expect(writeRes.status).toBe(403);
|
||
|
||
// GET /api/auth/users — requires users:manage, should be 403
|
||
const usersRes = await fetch(`${API}/api/auth/users`, {
|
||
headers: authOnly(bearerToken),
|
||
});
|
||
expect(usersRes.status).toBe(403);
|
||
},
|
||
);
|
||
});
|