Files
SnapOtter/apps/api/src/routes/tools/compose.ts
T
Siddharth Kumar Sah 0a506efe24 feat(erase-object): overhaul object eraser with LaMa inpainting improvements
Update erase-object pipeline, eraser canvas, and inpainting Python script.
Add LaMa model download script and update Dockerfile for model support.
Update multi-file tool routes for consistency.
2026-04-13 00:48:05 +08:00

144 lines
4.5 KiB
TypeScript

import { randomUUID } from "node:crypto";
import { writeFile } from "node:fs/promises";
import { join } from "node:path";
import type { FastifyInstance } from "fastify";
import sharp from "sharp";
import { z } from "zod";
import { autoOrient } from "../../lib/auto-orient.js";
import { sanitizeFilename } from "../../lib/filename.js";
import { ensureSharpCompat } from "../../lib/heic-converter.js";
import { createWorkspace } from "../../lib/workspace.js";
const settingsSchema = z.object({
x: z.number().min(0).default(0),
y: z.number().min(0).default(0),
opacity: z.number().min(0).max(100).default(100),
blendMode: z
.enum([
"over",
"multiply",
"screen",
"overlay",
"darken",
"lighten",
"hard-light",
"soft-light",
"difference",
"exclusion",
])
.default("over"),
});
export function registerCompose(app: FastifyInstance) {
app.post("/api/v1/tools/compose", async (request, reply) => {
let baseBuffer: Buffer | null = null;
let overlayBuffer: Buffer | null = null;
let filename = "image";
let settingsRaw: string | null = null;
try {
const parts = request.parts();
for await (const part of parts) {
if (part.type === "file") {
const chunks: Buffer[] = [];
for await (const chunk of part.file) {
chunks.push(chunk);
}
const buf = Buffer.concat(chunks);
if (part.fieldname === "overlay") {
overlayBuffer = buf;
} else {
baseBuffer = buf;
filename = sanitizeFilename(part.filename ?? "image");
}
} else if (part.fieldname === "settings") {
settingsRaw = part.value as string;
}
}
} catch (err) {
return reply.status(400).send({
error: "Failed to parse multipart request",
details: err instanceof Error ? err.message : String(err),
});
}
if (!baseBuffer || baseBuffer.length === 0) {
return reply.status(400).send({ error: "No base image provided" });
}
if (!overlayBuffer || overlayBuffer.length === 0) {
return reply.status(400).send({ error: "No overlay image provided" });
}
let settings: z.infer<typeof settingsSchema>;
try {
const parsed = settingsRaw ? JSON.parse(settingsRaw) : {};
const result = settingsSchema.safeParse(parsed);
if (!result.success) {
return reply.status(400).send({ error: "Invalid settings", details: result.error.issues });
}
settings = result.data;
} catch {
return reply.status(400).send({ error: "Settings must be valid JSON" });
}
try {
// Decode HEIC/HEIF if needed, then normalize EXIF orientation
baseBuffer = await autoOrient(await ensureSharpCompat(baseBuffer));
overlayBuffer = await autoOrient(await ensureSharpCompat(overlayBuffer));
// Apply opacity to overlay if needed
let processedOverlay = overlayBuffer;
if (settings.opacity < 100) {
const overlayImg = sharp(overlayBuffer).ensureAlpha();
const overlayBuf = await overlayImg.toBuffer();
const overlayMeta = await sharp(overlayBuf).metadata();
const oW = overlayMeta.width ?? 100;
const oH = overlayMeta.height ?? 100;
const opacityMask = await sharp({
create: {
width: oW,
height: oH,
channels: 4,
background: { r: 0, g: 0, b: 0, alpha: settings.opacity / 100 },
},
})
.png()
.toBuffer();
processedOverlay = await sharp(overlayBuf)
.composite([{ input: opacityMask, blend: "dest-in" }])
.toBuffer();
}
const result = await sharp(baseBuffer)
.composite([
{
input: processedOverlay,
top: settings.y,
left: settings.x,
blend: settings.blendMode as import("sharp").Blend,
},
])
.toBuffer();
const jobId = randomUUID();
const workspacePath = await createWorkspace(jobId);
const outputPath = join(workspacePath, "output", filename);
await writeFile(outputPath, result);
return reply.send({
jobId,
downloadUrl: `/api/v1/download/${jobId}/${encodeURIComponent(filename)}`,
originalSize: baseBuffer.length,
processedSize: result.length,
});
} catch (err) {
return reply.status(422).send({
error: "Processing failed",
details: err instanceof Error ? err.message : "Image processing failed",
});
}
});
}