External/SnapOtter
1
0
Fork 0
mirror of https://github.com/snapotter-hq/SnapOtter.git synced 2026-08-03 07:46:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

feat(jobs)!: SnapOtter 2.0 phase 2 job spine: async queues, worker pools, object storage, admin dashboard (#217)

Browse Source
This commit is contained in:
SnapOtter
2026-06-13 10:17:13 +08:00
parent 1c724d5d21
commit c451b939c7
130 changed files with 10438 additions and 3592 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/integration/cleanup.test.ts
+2 -200
View File
@@ -1,17 +1,8 @@
import { randomUUID } from "node:crypto";
import { existsSync, mkdirSync, rmSync, utimesSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { eq } from "drizzle-orm";
import { afterEach, beforeAll, beforeEach, describe, expect, it, vi } from "vitest";
import { env } from "../../apps/api/src/config.js";
import { afterEach, beforeAll, describe, expect, it } from "vitest";
import { db, schema } from "../../apps/api/src/db/index.js";
import { runMigrations } from "../../apps/api/src/db/migrate.js";
import {
getMaxAgeMs,
shouldRunStartupCleanup,
startCleanupCron,
} from "../../apps/api/src/lib/cleanup.js";
import { getMaxAgeMs, shouldRunStartupCleanup } from "../../apps/api/src/lib/cleanup.js";
beforeAll(async () => {
await runMigrations();
@@ -33,12 +24,6 @@ async function removeSetting(key: string) {
await db.delete(schema.settings).where(eq(schema.settings.key, key));
}
async function waitForCleanup(): Promise<void> {
for (let i = 0; i < 100; i++) {
await new Promise((resolve) => setTimeout(resolve, 10));
}
}
afterEach(async () => {
await removeSetting("tempFileMaxAgeHours");
await removeSetting("startupCleanup");
@@ -104,186 +89,3 @@ describe("shouldRunStartupCleanup", () => {
expect(await shouldRunStartupCleanup()).toBe(true);
});
});
describe("startCleanupCron", () => {
let tempDir: string;
let originalWorkspacePath: string;
beforeEach(async () => {
tempDir = join(tmpdir(), `cleanup-test-${randomUUID().slice(0, 8)}`);
originalWorkspacePath = env.WORKSPACE_PATH;
env.WORKSPACE_PATH = tempDir;
await setSetting("startupCleanup", "false");
});
afterEach(async () => {
env.WORKSPACE_PATH = originalWorkspacePath;
await removeSetting("startupCleanup");
if (existsSync(tempDir)) {
rmSync(tempDir, { recursive: true, force: true });
}
});
it("returns object with stop() method", async () => {
vi.useFakeTimers();
const cron = await startCleanupCron();
expect(typeof cron.stop).toBe("function");
cron.stop();
vi.useRealTimers();
});
it("creates workspace directory", async () => {
vi.useFakeTimers();
expect(existsSync(tempDir)).toBe(false);
const cron = await startCleanupCron();
expect(existsSync(tempDir)).toBe(true);
cron.stop();
vi.useRealTimers();
});
it("stop() clears intervals", async () => {
vi.useFakeTimers();
const clearSpy = vi.spyOn(globalThis, "clearInterval");
const cron = await startCleanupCron();
cron.stop();
expect(clearSpy).toHaveBeenCalledTimes(2);
clearSpy.mockRestore();
vi.useRealTimers();
});
it("removes old files on startup cleanup", async () => {
mkdirSync(tempDir, { recursive: true });
const oldFile = join(tempDir, "old-file.txt");
writeFileSync(oldFile, "old content");
const pastTime = new Date(Date.now() - 2 * 60 * 60 * 1000);
utimesSync(oldFile, pastTime, pastTime);
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
await waitForCleanup();
expect(existsSync(oldFile)).toBe(false);
cron.stop();
});
it("keeps recent files on startup cleanup", async () => {
mkdirSync(tempDir, { recursive: true });
const recentFile = join(tempDir, "recent-file.txt");
writeFileSync(recentFile, "recent content");
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
await waitForCleanup();
expect(existsSync(recentFile)).toBe(true);
cron.stop();
});
it("removes old subdirectory when its mtime is expired", async () => {
mkdirSync(tempDir, { recursive: true });
const oldDir = join(tempDir, "old-dir");
mkdirSync(oldDir);
const nestedFile = join(oldDir, "nested.txt");
writeFileSync(nestedFile, "nested");
const pastTime = new Date(Date.now() - 2 * 60 * 60 * 1000);
utimesSync(nestedFile, pastTime, pastTime);
utimesSync(oldDir, pastTime, pastTime);
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
await waitForCleanup();
expect(existsSync(oldDir)).toBe(false);
cron.stop();
});
it("skips startup cleanup when startupCleanup is false", async () => {
mkdirSync(tempDir, { recursive: true });
const oldFile = join(tempDir, "skip-old.txt");
writeFileSync(oldFile, "old");
const pastTime = new Date(Date.now() - 2 * 60 * 60 * 1000);
utimesSync(oldFile, pastTime, pastTime);
await setSetting("startupCleanup", "false");
const cron = await startCleanupCron();
await waitForCleanup();
expect(existsSync(oldFile)).toBe(true);
cron.stop();
});
it("purges expired sessions on startup when enabled", async () => {
const pastDate = new Date(Date.now() - 24 * 60 * 60 * 1000);
const userId = `test-user-${randomUUID().slice(0, 8)}`;
const [existing] = await db.select().from(schema.users).where(eq(schema.users.id, userId));
if (!existing) {
await db.insert(schema.users).values({
id: userId,
username: `cleanup-test-${randomUUID().slice(0, 8)}`,
passwordHash: "hash",
role: "user",
team: "Default",
mustChangePassword: false,
});
}
const sessionId = `sess-${randomUUID().slice(0, 8)}`;
await db.insert(schema.sessions).values({
id: sessionId,
userId,
expiresAt: pastDate,
});
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
const [session] = await db
.select()
.from(schema.sessions)
.where(eq(schema.sessions.id, sessionId));
expect(session).toBeUndefined();
cron.stop();
await db.delete(schema.users).where(eq(schema.users.id, userId));
});
it("does not purge non-expired sessions", async () => {
const futureDate = new Date(Date.now() + 24 * 60 * 60 * 1000);
const userId = `test-user-${randomUUID().slice(0, 8)}`;
await db.insert(schema.users).values({
id: userId,
username: `cleanup-keep-${randomUUID().slice(0, 8)}`,
passwordHash: "hash",
role: "user",
team: "Default",
mustChangePassword: false,
});
const sessionId = `sess-${randomUUID().slice(0, 8)}`;
await db.insert(schema.sessions).values({
id: sessionId,
userId,
expiresAt: futureDate,
});
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
const [session] = await db
.select()
.from(schema.sessions)
.where(eq(schema.sessions.id, sessionId));
expect(session).toBeDefined();
cron.stop();
await db.delete(schema.sessions).where(eq(schema.sessions.id, sessionId));
await db.delete(schema.users).where(eq(schema.users.id, userId));
});
it("handles empty workspace directory gracefully", async () => {
mkdirSync(tempDir, { recursive: true });
await setSetting("startupCleanup", "true");
const cron = await startCleanupCron();
await waitForCleanup();
expect(existsSync(tempDir)).toBe(true);
cron.stop();
});
});