Files
SnapOtter/tests/unit/web/analytics-no-leak.test.ts
T
SnapOtterandGitHub 63a03d26f2 feat: pipeline templates, analytics opt-out, 83 conversion presets, positioning + e2e modernization
Lands five integrated branches: pipeline templates (#355), analytics opt-out (#354), 83 conversion presets bringing the catalog to 240 tools (#356), self-hosted positioning (#353), and e2e modernization (#351).

Integration fixes: aligned stale web analytics tests with the opt-out/allow-list model, closed 3 CodeQL incomplete-sanitization alerts in the i18n generator, resolved settings/index/docs/format-matrix conflicts, and corrected tool counts to 240.
2026-06-28 18:57:53 +08:00

189 lines
6.0 KiB
TypeScript

// @vitest-environment node
//
// Proves the invariant: PostHog and Sentry are NEVER called when
// analytics is disabled in the baked config.
import { afterAll, beforeAll, beforeEach, describe, expect, it, vi } from "vitest";
const mockPosthogInit = vi.fn(() => ({
capture: mockCapture,
startSessionRecording: vi.fn(),
opt_in_capturing: vi.fn(),
opt_out_capturing: vi.fn(),
reset: vi.fn(),
register: vi.fn(),
get_distinct_id: vi.fn(() => "test-id"),
persistence: { disabled: false },
}));
const mockCapture = vi.fn();
vi.mock("posthog-js", () => ({
__esModule: true,
default: { init: mockPosthogInit },
}));
const mockSentryInit = vi.fn();
const mockBrowserTracingIntegration = vi.fn(() => ({ name: "BrowserTracing" }));
vi.mock("@sentry/react", () => ({
init: mockSentryInit,
browserTracingIntegration: mockBrowserTracingIntegration,
}));
const noop = () => {};
beforeAll(() => {
vi.stubGlobal(
"fetch",
vi.fn(() => Promise.resolve(new Response("{}", { status: 200 }))),
);
process.removeAllListeners("unhandledRejection");
process.on("unhandledRejection", noop);
});
afterAll(() => {
process.removeListener("unhandledRejection", noop);
vi.restoreAllMocks();
});
const enabledConfig = {
enabled: true,
posthogApiKey: "phc_test",
posthogHost: "https://ph.test",
sentryDsn: "https://sentry.test/123",
sampleRate: 1,
instanceId: "inst-1",
};
const disabledConfig = {
enabled: false,
posthogApiKey: "",
posthogHost: "",
sentryDsn: "",
sampleRate: 0,
instanceId: "",
};
type AnalyticsModule = typeof import("../../../apps/web/src/lib/analytics");
let mod: AnalyticsModule;
describe("Analytics No-Leak Invariant (baked model)", () => {
beforeEach(async () => {
mockPosthogInit.mockClear();
mockCapture.mockClear();
mockSentryInit.mockClear();
vi.resetModules();
mod = await import("../../../apps/web/src/lib/analytics");
});
describe("when config.enabled is false", () => {
it("initAnalytics never calls posthog.init", async () => {
await mod.initAnalytics(disabledConfig);
expect(mockPosthogInit).not.toHaveBeenCalled();
});
it("initAnalytics never calls Sentry.init", async () => {
await mod.initAnalytics(disabledConfig);
expect(mockSentryInit).not.toHaveBeenCalled();
});
it("track() is a silent no-op", async () => {
await mod.initAnalytics(disabledConfig);
mod.track("test_event", { key: "value" });
expect(mockCapture).not.toHaveBeenCalled();
});
});
describe("when config.enabled is true", () => {
it("initAnalytics calls posthog.init", async () => {
await mod.initAnalytics(enabledConfig);
expect(mockPosthogInit).toHaveBeenCalledOnce();
});
it("track() forwards only allow-listed properties to posthog.capture", async () => {
await mod.initAnalytics(enabledConfig);
mod.track("tool_opened", { tool_id: "resize", filename: "secret.png" });
// filename is free-text and never allow-listed, so it is stripped.
expect(mockCapture).toHaveBeenCalledWith("tool_opened", { tool_id: "resize" });
});
it("initAnalytics initializes Sentry when sentryDsn provided", async () => {
await mod.initAnalytics(enabledConfig);
expect(mockSentryInit).toHaveBeenCalledOnce();
expect(mockSentryInit).toHaveBeenCalledWith(
expect.objectContaining({
dsn: "https://sentry.test/123",
sendDefaultPii: false,
}),
);
});
});
describe("PII never leaks even when analytics enabled", () => {
it("Sentry strips the entire user object from events", async () => {
await mod.initAnalytics(enabledConfig);
const sentryCall = mockSentryInit.mock.calls.find((call: unknown[]) => call[0]?.beforeSend);
const beforeSend = sentryCall?.[0].beforeSend;
if (!beforeSend) return;
const event = {
user: { email: "user@example.com", username: "admin", id: "123" },
exception: { values: [] },
};
const result = beforeSend(event);
// The hardened model removes the whole user object, not just email/username.
expect(result.user).toBeUndefined();
});
it("Sentry removes free-text and paths from exception values", async () => {
await mod.initAnalytics(enabledConfig);
const sentryCall = mockSentryInit.mock.calls.find((call: unknown[]) => call[0]?.beforeSend);
const beforeSend = sentryCall?.[0].beforeSend;
if (!beforeSend) return;
const event = {
exception: {
values: [
{
type: "Error",
value: "Error processing /tmp/workspace/photo.jpg",
stacktrace: {
frames: [{ filename: "/Users/test/project/handler.png" }],
},
},
],
},
};
const result = beforeSend(event);
// Free-text message is replaced by the bare error type; the path cannot leak.
expect(result.exception.values[0].value).toBe("Error");
expect(result.exception.values[0].value).not.toContain("photo.jpg");
// Stack frame keeps only the basename.
expect(result.exception.values[0].stacktrace.frames[0].filename).toBe("handler.png");
});
it("Sentry blocks ui.click breadcrumbs", async () => {
await mod.initAnalytics(enabledConfig);
const sentryCall = mockSentryInit.mock.calls.find(
(call: unknown[]) => call[0]?.beforeBreadcrumb,
);
const beforeBreadcrumb = sentryCall?.[0].beforeBreadcrumb;
if (!beforeBreadcrumb) return;
expect(beforeBreadcrumb({ category: "ui.click" })).toBeNull();
});
it("Sentry blocks fetch breadcrumbs to file URLs", async () => {
await mod.initAnalytics(enabledConfig);
const sentryCall = mockSentryInit.mock.calls.find(
(call: unknown[]) => call[0]?.beforeBreadcrumb,
);
const beforeBreadcrumb = sentryCall?.[0].beforeBreadcrumb;
if (!beforeBreadcrumb) return;
expect(
beforeBreadcrumb({
category: "fetch",
data: { url: "https://example.com/uploads/photo.png" },
}),
).toBeNull();
});
});
});