feat(automate): make the pipeline builder fully multi-modal (#335)

* feat(shared): add outputModality to Tool metadata for crossing tools

* feat(shared): add modalityForExtension, toolInputModality, toolOutputModality

* fix(pipeline): route finalize and parent jobs to the pipeline's modality pool

* feat(automate): add ConvertAudioControls pipeline step (exemplar)

* feat(automate): add video tool settings controls to pipelines

* feat(automate): add audio tool settings controls to pipelines

* feat(automate): add document tool settings controls to pipelines

* feat(automate): add chart-maker settings control to pipelines

* feat(automate): warn on modality-incompatible pipeline steps

* feat(automate): add single-file download button for pipeline results

* refactor(automate): modality-aware icons, nav handler rename, mobile size bar

* test(pipeline): cover audio, document, file, and cross-modality chains

* i18n(automate): translate the modality-warning tooltip

* test(pipeline): gate media-pool routing assertion on ffmpeg availability
This commit is contained in:
SnapOtter
2026-06-24 00:21:41 +08:00
committed by GitHub
parent 35e18d8b79
commit a53038ed96
69 changed files with 3258 additions and 55 deletions
@@ -1,4 +1,4 @@
import { useState } from "react";
import { useEffect, useRef, useState } from "react";
import { ProgressCard } from "@/components/common/progress-card";
import { useTranslation } from "@/contexts/i18n-context";
import { useToolProcessor } from "@/hooks/use-tool-processor";
@@ -113,3 +113,92 @@ export function CropVideoSettings() {
</div>
);
}
export interface CropVideoControlsProps {
settings?: Record<string, unknown>;
onChange?: (settings: Record<string, unknown>) => void;
}
export function CropVideoControls({ settings: initial, onChange }: CropVideoControlsProps) {
const { t } = useTranslation();
const s = t.toolSettings["crop-video"];
const [width, setWidth] = useState(0);
const [height, setHeight] = useState(0);
const [x, setX] = useState(0);
const [y, setY] = useState(0);
const initializedRef = useRef(false);
useEffect(() => {
if (!initial || initializedRef.current) return;
initializedRef.current = true;
if (initial.width != null) setWidth(Number(initial.width));
if (initial.height != null) setHeight(Number(initial.height));
if (initial.x != null) setX(Number(initial.x));
if (initial.y != null) setY(Number(initial.y));
}, [initial]);
const onChangeRef = useRef(onChange);
useEffect(() => {
onChangeRef.current = onChange;
});
useEffect(() => {
onChangeRef.current?.({ width, height, x, y });
}, [width, height, x, y]);
return (
<div className="space-y-4">
<div>
<label htmlFor="crvp-width" className="text-xs text-muted-foreground">
{s.width}
</label>
<input
id="crvp-width"
type="number"
min={0}
value={width}
onChange={(e) => setWidth(Number(e.target.value))}
className="w-full mt-0.5 px-2 py-1.5 rounded border border-border bg-background text-sm text-foreground"
/>
</div>
<div>
<label htmlFor="crvp-height" className="text-xs text-muted-foreground">
{s.height}
</label>
<input
id="crvp-height"
type="number"
min={0}
value={height}
onChange={(e) => setHeight(Number(e.target.value))}
className="w-full mt-0.5 px-2 py-1.5 rounded border border-border bg-background text-sm text-foreground"
/>
</div>
<div>
<label htmlFor="crvp-x" className="text-xs text-muted-foreground">
{s.x}
</label>
<input
id="crvp-x"
type="number"
min={0}
value={x}
onChange={(e) => setX(Number(e.target.value))}
className="w-full mt-0.5 px-2 py-1.5 rounded border border-border bg-background text-sm text-foreground"
/>
</div>
<div>
<label htmlFor="crvp-y" className="text-xs text-muted-foreground">
{s.y}
</label>
<input
id="crvp-y"
type="number"
min={0}
value={y}
onChange={(e) => setY(Number(e.target.value))}
className="w-full mt-0.5 px-2 py-1.5 rounded border border-border bg-background text-sm text-foreground"
/>
</div>
</div>
);
}