feat: AI face enhancement with GFPGAN and CodeFormer (#61)

* feat(shared): add enhance-faces tool definition and i18n strings

* feat(ai): add face enhancement script with GFPGAN and CodeFormer support

Detects faces via MediaPipe dual-model approach, then enhances using
GFPGAN (proven) or CodeFormer (via codeformer-pip) with auto fallback.
Supports strength-based alpha blending with original image.

* feat(ai): add TypeScript bridge for face enhancement

* feat(api): add enhance-faces route with GFPGAN/CodeFormer support

* feat(web): add enhance-faces settings component and register in tool registry

* feat(docker): add CodeFormer dependency and model download

- Add codeformer-pip to both CPU and GPU requirements
- Download CodeFormer model (~375MB) at Docker build time
- Add CodeFormer to smoke test verification

* fix(enhance-faces): address code review findings

- Skip alpha blend for CodeFormer (strength already applied via fidelity weight)
- Hide "only enhance main face" checkbox when Best (CodeFormer) is selected
- Fix sensitivity slider labels (swap More/Fewer faces to match actual behavior)
- Register EnhanceFacesControls in pipeline step settings
- Remove model names from user-facing descriptions

* fix(enhance-faces): fix CodeFormer integration and Docker setup

- Add codeformer-pip install to Dockerfile with --no-deps to avoid numpy 2.x conflict
- Re-pin numpy==1.26.4 after codeformer-pip install
- Pin codeformer-pip==0.0.4 in requirements files
- Broaden auto-mode fallback to catch any Exception from CodeFormer

---------

Co-authored-by: stirling-image <stirling-image@users.noreply.github.com>
This commit is contained in:
stirling-image
2026-04-13 21:56:59 +08:00
committed by GitHub
co-authored by stirling-image
parent 9ddeac92b6
commit 8071fe61c5
14 changed files with 780 additions and 0 deletions
@@ -0,0 +1,220 @@
import { Download } from "lucide-react";
import { useEffect, useRef, useState } from "react";
import { ProgressCard } from "@/components/common/progress-card";
import { useToolProcessor } from "@/hooks/use-tool-processor";
import { useFileStore } from "@/stores/file-store";
const MODEL_OPTIONS = [
{ value: "gfpgan", label: "Fast" },
{ value: "auto", label: "Balanced" },
{ value: "codeformer", label: "Best" },
] as const;
export interface EnhanceFacesControlsProps {
settings?: Record<string, unknown>;
onChange?: (settings: Record<string, unknown>) => void;
}
export function EnhanceFacesControls({
settings: initialSettings,
onChange,
}: EnhanceFacesControlsProps) {
const [model, setModel] = useState<"gfpgan" | "auto" | "codeformer">("auto");
const [strength, setStrength] = useState(80);
const [onlyCenterFace, setOnlyCenterFace] = useState(false);
const [sensitivity, setSensitivity] = useState(50);
const initializedRef = useRef(false);
useEffect(() => {
if (!initialSettings || initializedRef.current) return;
initializedRef.current = true;
if (initialSettings.model != null)
setModel(initialSettings.model as "gfpgan" | "auto" | "codeformer");
if (initialSettings.strength != null) setStrength(Number(initialSettings.strength) * 100);
if (initialSettings.onlyCenterFace != null)
setOnlyCenterFace(Boolean(initialSettings.onlyCenterFace));
if (initialSettings.sensitivity != null)
setSensitivity(Number(initialSettings.sensitivity) * 100);
}, [initialSettings]);
const onChangeRef = useRef(onChange);
useEffect(() => {
onChangeRef.current = onChange;
});
useEffect(() => {
onChangeRef.current?.({
model,
strength: strength / 100,
onlyCenterFace,
sensitivity: sensitivity / 100,
});
}, [model, strength, onlyCenterFace, sensitivity]);
return (
<div className="space-y-4">
{/* Quality */}
<div>
<p className="text-sm font-medium text-muted-foreground mb-1.5">Quality</p>
<div className="flex gap-1">
{MODEL_OPTIONS.map(({ value, label }) => (
<button
key={value}
type="button"
onClick={() => setModel(value)}
className={`flex-1 text-xs py-1.5 rounded ${
model === value
? "bg-primary text-primary-foreground"
: "bg-muted text-muted-foreground"
}`}
>
{label}
</button>
))}
</div>
</div>
{/* Enhancement Strength */}
<div>
<div className="flex justify-between items-center">
<label htmlFor="enhance-faces-strength" className="text-xs text-muted-foreground">
Enhancement Strength
</label>
<span className="text-xs font-mono text-foreground">{strength}%</span>
</div>
<input
id="enhance-faces-strength"
type="range"
min={0}
max={100}
step={5}
value={strength}
onChange={(e) => setStrength(Number(e.target.value))}
className="w-full mt-1"
/>
<div className="flex justify-between text-[10px] text-muted-foreground/70 mt-0.5">
<span>Subtle</span>
<span>Maximum</span>
</div>
</div>
{/* Only enhance main face (only works with GFPGAN / Fast mode) */}
{model !== "codeformer" && (
<div>
<label className="flex items-center gap-2 cursor-pointer">
<input
type="checkbox"
checked={onlyCenterFace}
onChange={(e) => setOnlyCenterFace(e.target.checked)}
className="rounded border-border"
/>
<span className="text-sm text-foreground">Only enhance main face</span>
</label>
<p className="text-[11px] text-muted-foreground/70 ml-6 mt-0.5">
For portraits - ignores background faces
</p>
</div>
)}
{/* Detection Sensitivity */}
<div>
<div className="flex justify-between items-center">
<label htmlFor="enhance-faces-sensitivity" className="text-xs text-muted-foreground">
Detection Sensitivity
</label>
<span className="text-xs font-mono text-foreground">{sensitivity}%</span>
</div>
<input
id="enhance-faces-sensitivity"
type="range"
min={10}
max={90}
value={sensitivity}
onChange={(e) => setSensitivity(Number(e.target.value))}
className="w-full mt-1"
/>
<div className="flex justify-between text-[10px] text-muted-foreground/70 mt-0.5">
<span>Fewer faces</span>
<span>More faces</span>
</div>
</div>
</div>
);
}
export function EnhanceFacesSettings() {
const { files } = useFileStore();
const {
processFiles,
processAllFiles,
processing,
error,
downloadUrl,
originalSize,
processedSize,
progress,
} = useToolProcessor("enhance-faces");
const [settings, setSettings] = useState<Record<string, unknown>>({});
const handleProcess = () => {
if (files.length > 1) {
processAllFiles(files, settings);
} else {
processFiles(files, settings);
}
};
const hasFile = files.length > 0;
const hasMultiple = files.length > 1;
return (
<div className="space-y-4">
<EnhanceFacesControls onChange={setSettings} />
{/* Error */}
{error && <p className="text-xs text-red-500">{error}</p>}
{/* Size info */}
{originalSize != null && processedSize != null && (
<div className="text-xs text-muted-foreground space-y-0.5">
<p>Original: {(originalSize / 1024).toFixed(1)} KB</p>
<p>Enhanced: {(processedSize / 1024).toFixed(1)} KB</p>
</div>
)}
{/* Process buttons / progress */}
{processing ? (
<ProgressCard
active={processing}
phase={progress.phase === "idle" ? "uploading" : progress.phase}
label={hasMultiple ? `Enhancing ${files.length} images` : "Enhancing faces"}
percent={progress.percent}
elapsed={progress.elapsed}
/>
) : (
<button
type="button"
data-testid="enhance-faces-submit"
onClick={handleProcess}
disabled={!hasFile || processing}
className="w-full py-2.5 rounded-lg bg-primary text-primary-foreground font-medium disabled:opacity-50 disabled:cursor-not-allowed flex items-center justify-center gap-2"
>
{hasMultiple ? `Enhance Faces (${files.length} files)` : "Enhance Faces"}
</button>
)}
{/* Download (single file - batch uses Download All ZIP in tool-page) */}
{!hasMultiple && downloadUrl && (
<a
href={downloadUrl}
download
data-testid="enhance-faces-download"
className="w-full py-2.5 rounded-lg border border-primary text-primary font-medium flex items-center justify-center gap-2 hover:bg-primary/5"
>
<Download className="h-4 w-4" />
Download
</a>
)}
</div>
);
}
@@ -4,6 +4,7 @@ import { ColorControls } from "./color-settings";
import { CompressControls } from "./compress-settings";
import { ConvertControls } from "./convert-settings";
import { CropControls } from "./crop-settings";
import { EnhanceFacesControls } from "./enhance-faces-settings";
import { GifToolsControls } from "./gif-tools-settings";
import { NoiseRemovalControls } from "./noise-removal-settings";
import { RemoveBgControls } from "./remove-bg-settings";
@@ -43,6 +44,8 @@ export function PipelineStepSettings({ toolId, settings, onChange }: PipelineSte
if (toolId === "gif-tools") return <GifToolsControls settings={settings} onChange={onChange} />;
if (toolId === "upscale") return <UpscaleControls settings={settings} onChange={onChange} />;
if (toolId === "blur-faces") return <BlurFacesControls settings={settings} onChange={onChange} />;
if (toolId === "enhance-faces")
return <EnhanceFacesControls settings={settings} onChange={onChange} />;
if (toolId === "remove-background")
return <RemoveBgControls settings={settings} onChange={onChange} />;
if (toolId === "noise-removal")
+6
View File
@@ -229,6 +229,11 @@ const BlurFacesSettings = lazy(() =>
default: m.BlurFacesSettings,
})),
);
const EnhanceFacesSettings = lazy(() =>
import("@/components/tools/enhance-faces-settings").then((m) => ({
default: m.EnhanceFacesSettings,
})),
);
const EraseObjectSettings = lazy(() =>
import("@/components/tools/erase-object-settings").then((m) => ({
default: m.EraseObjectSettings,
@@ -371,6 +376,7 @@ export const toolRegistry = new Map<string, ToolRegistryEntry>([
["upscale", { displayMode: "before-after", Settings: UpscaleSettings }],
["ocr", { displayMode: "before-after", Settings: OcrSettings }],
["blur-faces", { displayMode: "before-after", Settings: BlurFacesSettings }],
["enhance-faces", { displayMode: "before-after", Settings: EnhanceFacesSettings }],
[
"erase-object",
{