Files
SnapOtter/packages/shared/src/analytics/error-sanitize.ts
T
SnapOtterandGitHub 04ef1141fb feat(telemetry): readable Sentry errors, Python tracebacks, and diagnostic mode
Keeps a real, redacted error message instead of "Error: Error", surfaces Python tracebacks in Sentry as a vetted context, and adds an opt-in SNAPOTTER_SENTRY_DIAGNOSTIC verbose mode plus SNAPOTTER_SENTRY_DSN_OVERRIDE. The default fleet path ships nothing on the never-collect list; raw detail is reachable only via the opt-in flag. Also classifies Redis OOM/READONLY replies as operational and removes a ReDoS in stack-frame extraction.
2026-08-03 13:13:38 +08:00

230 lines
8.1 KiB
TypeScript

/**
* Pure error-inspection helpers shared by the api and web Sentry scrubbers.
* Everything here rebuilds safe strings from VETTED FIELDS ONLY; raw error
* messages are never passed through (except SafeError, whose messages we
* author). Returning null means "no safe rebuild known, use type-only".
*/
import { isSafeMessageError } from "../tool-errors.js";
import { redactMessage } from "./redact-message.js";
interface ErrLike {
name?: unknown;
code?: unknown;
syscall?: unknown;
severity?: unknown;
routine?: unknown;
message?: unknown;
cause?: unknown;
issues?: unknown;
status?: unknown;
}
const NODE_CODE = /^E[A-Z0-9_]+$/;
const SQLSTATE = /^[0-9A-Z]{5}$/;
const PG_CONNECTIVITY = /^(08|57P0[123])/;
const PG_ROUTINE = /^[A-Za-z_][A-Za-z0-9_]{0,63}$/;
const REPLY_TOKEN = /^[A-Z][A-Z0-9_]{1,19}$/;
const SAFE_NAME = /^[A-Za-z][A-Za-z0-9_$]{0,63}$/;
const SAFE_PATH_SEGMENT = /^[A-Za-z0-9_-]{1,64}$/;
const NET_CODES = new Set([
"ECONNREFUSED",
"ECONNRESET",
"ETIMEDOUT",
"EHOSTUNREACH",
"EPIPE",
"EAI_AGAIN",
"ENOTFOUND",
]);
function chain(err: unknown, max = 6): ErrLike[] {
const out: ErrLike[] = [];
let cur = err;
while (cur && typeof cur === "object" && out.length < max) {
out.push(cur as ErrLike);
cur = (cur as ErrLike).cause;
}
return out;
}
function looksLikePg(links: ErrLike[]): boolean {
return links.some(
(l) =>
(typeof l.code === "string" && SQLSTATE.test(l.code) && !NODE_CODE.test(l.code)) ||
l.severity !== undefined ||
l.name === "PostgresError" ||
l.name === "DrizzleQueryError" ||
(typeof l.message === "string" && l.message.startsWith("Failed query")),
);
}
/** "at file.ts:NN" from the first in-app stack frame, mirroring errorSignature. */
function frameHint(err: unknown): string | null {
const stack = (err as { stack?: unknown } | null)?.stack;
if (typeof stack !== "string") return null;
const line = stack.split("\n").find((l) => l.includes("/apps/") || l.includes("/packages/"));
const m = line?.slice(0, 300).match(/([^/\\\s():]+):(\d+)/);
return m ? `at ${m[1]}:${m[2]}` : null;
}
/** Safe replacement for exception.value, or null for type-only fallback. */
export function rebuildErrorValue(err: unknown): string | null {
try {
const links = chain(err);
// 1. SafeError: our authored (or toSidecarError-wrapped) message, redacted,
// plus the redacted immediate cause so a wrapper title never hides detail.
if (isSafeMessageError(err)) {
let out = redactMessage(err.message);
for (let i = 1; i < links.length; i++) {
const m = links[i].message;
if (typeof m === "string" && m.trim()) {
const detail = redactMessage(m);
if (detail && !out.includes(detail)) out = `${out}: ${detail}`;
break;
}
}
return out;
}
if (links.length === 0) return null;
const top = links[0];
// 2. Structured rebuilds: pg SQLSTATE, node E-code, reply, zod, http status.
for (const l of links) {
if (typeof l.code === "string" && SQLSTATE.test(l.code) && !NODE_CODE.test(l.code)) {
return typeof l.routine === "string" && PG_ROUTINE.test(l.routine)
? `pg ${l.code} ${l.routine}`
: `pg ${l.code}`;
}
}
for (const l of links) {
if (typeof l.code === "string" && NODE_CODE.test(l.code)) {
return typeof l.syscall === "string" ? `${l.code} ${l.syscall}` : l.code;
}
}
if (top.name === "ReplyError" && typeof top.message === "string") {
const token = top.message.split(" ")[0];
return REPLY_TOKEN.test(token) ? `reply ${token}` : "reply";
}
if (top.name === "ZodError" && Array.isArray(top.issues) && top.issues[0]) {
const issue = top.issues[0] as { code?: string; path?: Array<string | number> };
const path = (issue.path ?? [])
.map((seg) => {
if (typeof seg === "number") return String(seg);
return typeof seg === "string" && SAFE_PATH_SEGMENT.test(seg) ? seg : "~";
})
.join(".");
return `zod ${issue.code ?? "invalid"} at ${path}`;
}
if (typeof top.status === "number") {
const name =
typeof top.name === "string" && SAFE_NAME.test(top.name) ? top.name : "HttpError";
return `${name} ${top.status}`;
}
// 3. Non-empty message: keep it, redacted (the rich default).
if (typeof top.message === "string" && top.message.trim().length > 0) {
return redactMessage(top.message);
}
// 4. Empty message with a stack: derive a title from the first in-app frame.
const hint = frameHint(err);
if (hint) return hint;
// 5. Nothing safe to surface: type-only.
return null;
} catch {
return null;
}
}
/**
* The most specific, non-sensitive error code in the cause chain, for the
* Sentry `error_code` tag. Prefers a pg SQLSTATE, then a node E-code, else the
* first short string code found (e.g. a SafeError's authored code). Returns
* null when none is present. reportError used to read only the top-level
* `.code`, but pg/undici bury the real code under a drizzle/wrapper Error whose
* own `.code` is undefined, so the tag was always empty on those events.
*/
export function extractErrorCode(err: unknown): string | null {
try {
let fallback: string | null = null;
for (const l of chain(err)) {
const code = l.code;
if (typeof code !== "string" || code.length === 0 || code.length > 40) continue;
if (SQLSTATE.test(code) && !NODE_CODE.test(code)) return code;
if (NODE_CODE.test(code)) return code;
if (fallback === null) fallback = code;
}
return fallback;
} catch {
return null;
}
}
export type ConnectivityClass = "pg-unavailable" | "redis-unavailable" | "net-unavailable";
/** Infra-connectivity classification used for fingerprinting + throttling. */
export function connectivityClass(err: unknown): ConnectivityClass | null {
try {
const links = chain(err);
if (links.length === 0) return null;
if (links.some((l) => l.name === "MaxRetriesPerRequestError")) return "redis-unavailable";
const hasPgState = links.some(
(l) => typeof l.code === "string" && SQLSTATE.test(l.code) && PG_CONNECTIVITY.test(l.code),
);
const hasNetCode = links.some((l) => typeof l.code === "string" && NET_CODES.has(l.code));
if (hasPgState || (hasNetCode && looksLikePg(links))) return "pg-unavailable";
if (hasNetCode) return "net-unavailable";
return null;
} catch {
return null;
}
}
// pg SQLSTATE classes that mean the deployment's database is misconfigured or
// resource-starved (the operator's environment), not that our code is wrong:
// class 28 (invalid authorization), 53 (insufficient resources), 57 (operator
// intervention). 42501 is insufficient_privilege, the one access code in class
// 42 (otherwise our query bugs). Connection loss (class 08 / 57P0x) is already
// covered by connectivityClass; overlap here is harmless.
const ENVIRONMENTAL_PG_CLASS = /^(28|53|57)/;
/**
* True when the error chain carries a pg SQLSTATE indicating an environmental
* database problem (bad credentials, missing privilege, exhausted resources,
* operator shutdown) rather than a bug in our queries. Lets self-hosters' DB
* misconfiguration classify as operational instead of a code bug.
*/
export function isEnvironmentalDbError(err: unknown): boolean {
try {
return chain(err).some((l) => {
if (typeof l.code !== "string" || !SQLSTATE.test(l.code) || NODE_CODE.test(l.code)) {
return false;
}
return ENVIRONMENTAL_PG_CLASS.test(l.code) || l.code === "42501";
});
} catch {
return false;
}
}
/** Client went away mid-request; operational noise, never reported. */
export function isClientAbort(err: unknown): boolean {
try {
const links = chain(err);
if (links.length === 0) return false;
const top = links[0];
if (top.code === "ECONNRESET" || top.code === "ERR_STREAM_PREMATURE_CLOSE") return true;
return links.some(
(l) =>
l.name === "RequestAbortedError" ||
l.name === "AbortError" ||
(typeof l.message === "string" &&
/^(request aborted|premature close|aborted)$/i.test(l.message)),
);
} catch {
return false;
}
}