External/SnapOtter
1
0
Fork 0
mirror of https://github.com/snapotter-hq/SnapOtter.git synced 2026-08-03 07:46:42 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix(api): wait for Postgres and Redis at startup instead of crash-looping (#537)

Browse Source 
Briefly retry Postgres and Redis connectivity at boot (waitForService, DB_STARTUP_TIMEOUT_MS) so an ordered-but-not-yet-ready dependency recovers cleanly instead of crash-looping.
This commit is contained in:
SnapOtter
2026-07-16 22:50:11 +08:00
committed by GitHub
parent 43ddf96ccf
commit 4ac89fe650
5 changed files with 167 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/index.ts
+34 -3
View File
@@ -38,6 +38,7 @@ import { purgeOcrRuntimeDownloads, runOcrRuntimeMaintenance } from "./lib/ocr-ru
import { getSettingString } from "./lib/settings-helpers.js";
import { assertStorageWritable } from "./lib/storage-writable.js";
import { gatherSystemProperties } from "./lib/system-info.js";
import { waitForService } from "./lib/wait-for-service.js";
import { requirePermission } from "./permissions.js";
import {
authMiddleware,
@@ -77,8 +78,22 @@ import { registerToolRoutes } from "./routes/tools/index.js";
import { userFileRoutes } from "./routes/user-files.js";
import { shutdownTracing } from "./tracing.js";
// Run before anything else
// Run before anything else. Wait briefly for Postgres to accept connections: on a
// fresh boot it may still be starting (Compose without a healthcheck gate, or a
// systemd unit ordered after Debian's no-op `postgresql.service` umbrella rather
// than the real cluster), and a short retry turns a crash-loop into a clean start.
try {
await waitForService(() => db.execute(sql`SELECT 1`).then(() => undefined), {
timeoutMs: env.DB_STARTUP_TIMEOUT_MS,
intervalMs: 1_000,
onRetry: (attempt) => {
if (attempt === 1) {
console.log(
`Waiting up to ${Math.round(env.DB_STARTUP_TIMEOUT_MS / 1000)}s for Postgres to accept connections...`,
);
}
},
});
await runMigrations();
} catch (err) {
const safeUrl = env.DATABASE_URL.replace(/:\/\/[^@]*@/, "://***@");
@@ -90,9 +105,25 @@ try {
}
console.log("Database initialized");
// Verify Redis is reachable (required for BullMQ job queues)
// Verify Redis is reachable (required for BullMQ job queues). Same brief wait as
// Postgres so an ordered-but-not-ready Redis recovers instead of crash-looping.
try {
await pingRedis();
await waitForService(
async () => {
if (!(await pingRedis())) throw new Error("Redis did not answer PONG");
},
{
timeoutMs: env.DB_STARTUP_TIMEOUT_MS,
intervalMs: 1_000,
onRetry: (attempt) => {
if (attempt === 1) {
console.log(
`Waiting up to ${Math.round(env.DB_STARTUP_TIMEOUT_MS / 1000)}s for Redis to accept connections...`,
);
}
},
},
);
} catch (err) {
const safeUrl = env.REDIS_URL.replace(/:\/\/[^@]*@/, "://***@");
console.error(