SnapOtter/apps/api/src/routes/tools/content-aware-resize.ts

import { randomUUID } from "node:crypto";
import { mkdir, rm } from "node:fs/promises";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { seamCarve } from "@snapotter/ai";
import type { FastifyInstance, FastifyReply, FastifyRequest } from "fastify";
import { z } from "zod";
import { autoOrient } from "../../lib/auto-orient.js";
import { formatZodErrors } from "../../lib/errors.js";
import { validateImageBuffer } from "../../lib/file-validation.js";
import { sanitizeFilename } from "../../lib/filename.js";
import { decodeToSharpCompat, needsCliDecode } from "../../lib/format-decoders.js";
import { decodeHeic } from "../../lib/heic-converter.js";
import { putObject } from "../../lib/object-storage.js";
import { registerToolProcessFn } from "../tool-factory.js";

const settingsSchema = z.object({
  width: z.number().positive().optional(),
  height: z.number().positive().optional(),
  protectFaces: z.boolean().default(false),
  blurRadius: z.number().min(0).max(20).default(4),
  sobelThreshold: z.number().min(1).max(20).default(2),
  square: z.boolean().default(false),
});

type Settings = z.infer<typeof settingsSchema>;

/** Content-aware resize (seam carving via caire) route. */
export function registerContentAwareResize(app: FastifyInstance) {
  app.post(
    "/api/v1/tools/content-aware-resize",
    async (request: FastifyRequest, reply: FastifyReply) => {
      let fileBuffer: Buffer | null = null;
      let filename = "image";
      let settingsRaw: string | null = null;

      try {
        const parts = request.parts();
        for await (const part of parts) {
          if (part.type === "file") {
            const chunks: Buffer[] = [];
            for await (const chunk of part.file) {
              chunks.push(chunk);
            }
            fileBuffer = Buffer.concat(chunks);
            filename = sanitizeFilename(part.filename ?? "image");
          } else if (part.fieldname === "settings") {
            settingsRaw = part.value as string;
          }
        }
      } catch (err) {
        return reply.status(400).send({
          error: "Failed to parse multipart request",
          details: err instanceof Error ? err.message : String(err),
        });
      }

      if (!fileBuffer || fileBuffer.length === 0) {
        return reply.status(400).send({ error: "No image file provided" });
      }

      const validation = await validateImageBuffer(fileBuffer, filename);
      if (!validation.valid) {
        return reply.status(400).send({ error: `Invalid image: ${validation.reason}` });
      }

      // Decode HEIC/HEIF input (caire can't read HEIF containers)
      if (validation.format === "heif") {
        try {
          fileBuffer = await decodeHeic(fileBuffer);
          const ext = filename.match(/\.[^.]+$/)?.[0];
          if (ext) filename = `${filename.slice(0, -ext.length)}.png`;
        } catch (err) {
          return reply.status(422).send({
            error: "Failed to decode HEIC/HEIF file",
            details: err instanceof Error ? err.message : String(err),
          });
        }
      }

      // Decode CLI-decoded formats (RAW, TGA, PSD, EXR, HDR)
      if (needsCliDecode(validation.format)) {
        try {
          fileBuffer = await decodeToSharpCompat(fileBuffer, validation.format);
          const ext = filename.match(/\.[^.]+$/)?.[0];
          if (ext) filename = `${filename.slice(0, -ext.length)}.png`;
        } catch (err) {
          return reply.status(422).send({
            error: `Failed to decode ${validation.format} file`,
            details: err instanceof Error ? err.message : String(err),
          });
        }
      }

      // Validate settings
      let settings: Settings;
      try {
        const parsed = settingsRaw ? JSON.parse(settingsRaw) : {};
        const result = settingsSchema.safeParse(parsed);
        if (!result.success) {
          return reply.status(400).send({
            error: "Invalid settings",
            details: formatZodErrors(result.error.issues),
          });
        }
        settings = result.data;
      } catch {
        return reply.status(400).send({ error: "Settings must be valid JSON" });
      }

      if (!settings.square && !settings.width && !settings.height) {
        return reply.status(400).send({
          error: "Either width, height, or square mode must be specified",
        });
      }

      try {
        request.log.info(
          {
            toolId: "content-aware-resize",
            imageSize: fileBuffer.length,
            ...settings,
          },
          "Starting content-aware resize",
        );

        // Auto-orient to fix EXIF rotation before seam carving
        fileBuffer = await autoOrient(fileBuffer);

        const jobId = randomUUID();
        const scratchDir = join(tmpdir(), "snapotter-scratch", jobId);
        await mkdir(scratchDir, { recursive: true });

        try {
          // Save input to object storage
          await putObject(`uploads/${jobId}/${filename}`, fileBuffer);

          // Process with caire
          const result = await seamCarve(fileBuffer, scratchDir, {
            width: settings.width,
            height: settings.height,
            protectFaces: settings.protectFaces,
            blurRadius: settings.blurRadius,
            sobelThreshold: settings.sobelThreshold,
            square: settings.square,
          });

          // Save output to object storage
          const outputFilename = `${filename.replace(/\.[^.]+$/, "")}_seam.png`;
          await putObject(`outputs/${jobId}/${outputFilename}`, result.buffer);

          return reply.send({
            jobId,
            downloadUrl: `/api/v1/download/${jobId}/${encodeURIComponent(outputFilename)}`,
            originalSize: fileBuffer.length,
            processedSize: result.buffer.length,
            width: result.width,
            height: result.height,
          });
        } finally {
          await rm(scratchDir, { recursive: true, force: true }).catch(() => {});
        }
      } catch (err) {
        request.log.error({ err, toolId: "content-aware-resize" }, "Content-aware resize failed");
        return reply.status(422).send({
          error: "Content-aware resize failed",
          details: err instanceof Error ? err.message : "Unknown error",
        });
      }
    },
  );

  // Register in the pipeline/batch registry
  registerToolProcessFn({
    toolId: "content-aware-resize",
    settingsSchema,
    process: async (inputBuffer, settings, filename, ctx) => {
      const s = settings as Settings;
      // Decode HEIC/HEIF for pipeline/batch mode
      const ext = filename.split(".").pop()?.toLowerCase() ?? "";
      let buf = inputBuffer;
      if (["heic", "heif", "hif"].includes(ext)) {
        buf = await decodeHeic(buf);
      }
      // Decode CLI-decoded formats (RAW, TGA, PSD, EXR, HDR) for pipeline/batch mode
      const cliCheck = await validateImageBuffer(inputBuffer, filename);
      if (cliCheck.valid && needsCliDecode(cliCheck.format)) {
        buf = await decodeToSharpCompat(inputBuffer, cliCheck.format);
      }
      const orientedBuffer = await autoOrient(buf);
      const scratchDir = ctx?.scratchDir ?? join(tmpdir(), "snapotter-scratch", randomUUID());
      const needsCleanup = !ctx?.scratchDir;
      if (needsCleanup) await mkdir(scratchDir, { recursive: true });
      try {
        const result = await seamCarve(orientedBuffer, scratchDir, {
          width: s.width,
          height: s.height,
          protectFaces: s.protectFaces,
          blurRadius: s.blurRadius,
          sobelThreshold: s.sobelThreshold,
          square: s.square,
        });
        const outputFilename = `${filename.replace(/\.[^.]+$/, "")}_seam.png`;
        return { buffer: result.buffer, filename: outputFilename, contentType: "image/png" };
      } finally {
        if (needsCleanup) await rm(scratchDir, { recursive: true, force: true }).catch(() => {});
      }
    },
  });
}