feat: add audio extraction tool to convert video files to audio formats (AAC, MP3, WAV)

This commit is contained in:
AshAnand34
2025-07-07 14:49:14 -07:00
parent 816a098971
commit 76245edd34
9 changed files with 315 additions and 3 deletions

View File

@@ -0,0 +1,50 @@
import { describe, it, expect, vi, beforeAll } from 'vitest';
// Mock the service module BEFORE importing it
vi.mock('./service', () => ({
extractAudioFromVideo: vi.fn(async (input, options) => {
const ext = options.outputFormat;
return new File([new Blob(['audio data'])], `mock_audio.${ext}`, {
type: `audio/${ext}`
});
})
}));
import { extractAudioFromVideo } from './service';
import { InitialValuesType } from './types';
function createMockVideoFile(): File {
return new File(['video data'], 'test.mp4', { type: 'video/mp4' });
}
describe('extractAudioFromVideo (mocked)', () => {
let videoFile: File;
beforeAll(() => {
videoFile = createMockVideoFile();
});
it('should extract audio as AAC', async () => {
const options: InitialValuesType = { outputFormat: 'aac' };
const audioFile = await extractAudioFromVideo(videoFile, options);
expect(audioFile).toBeInstanceOf(File);
expect(audioFile.name.endsWith('.aac')).toBe(true);
expect(audioFile.type).toBe('audio/aac');
});
it('should extract audio as MP3', async () => {
const options: InitialValuesType = { outputFormat: 'mp3' };
const audioFile = await extractAudioFromVideo(videoFile, options);
expect(audioFile).toBeInstanceOf(File);
expect(audioFile.name.endsWith('.mp3')).toBe(true);
expect(audioFile.type).toBe('audio/mp3');
});
it('should extract audio as WAV', async () => {
const options: InitialValuesType = { outputFormat: 'wav' };
const audioFile = await extractAudioFromVideo(videoFile, options);
expect(audioFile).toBeInstanceOf(File);
expect(audioFile.name.endsWith('.wav')).toBe(true);
expect(audioFile.type).toBe('audio/wav');
});
});

View File

@@ -0,0 +1,105 @@
import {
Box,
FormControl,
InputLabel,
MenuItem,
Select,
SelectChangeEvent
} from '@mui/material';
import React, { useState, useEffect, useRef } from 'react';
import ToolContent from '@components/ToolContent';
import { ToolComponentProps } from '@tools/defineTool';
import { extractAudioFromVideo } from './service';
import { InitialValuesType } from './types';
import ToolVideoInput from '@components/input/ToolVideoInput';
import { GetGroupsType } from '@components/options/ToolOptions';
import ToolFileResult from '@components/result/ToolFileResult';
import SelectWithDesc from '@components/options/SelectWithDesc';
const initialValues: InitialValuesType = {
outputFormat: 'aac'
};
export default function ExtractAudio({
title,
longDescription
}: ToolComponentProps) {
const [file, setFile] = useState<File | null>(null);
const [audioFile, setAudioFile] = useState<File | null>(null);
const [loading, setLoading] = useState(false);
// Tool Options section for output format
const getGroups: GetGroupsType<InitialValuesType> = ({
values,
updateField
}) => {
return [
{
title: 'Output Format',
component: (
<Box>
<SelectWithDesc
selected={values.outputFormat}
onChange={(value) => {
updateField('outputFormat', value.toString());
}}
options={[
{ label: 'AAC', value: 'aac' },
{ label: 'MP3', value: 'mp3' },
{ label: 'WAV', value: 'wav' }
]}
description={
'Select the format for the audio to be extracted as.'
}
/>
</Box>
)
}
];
};
// Compute function for ToolContent (no-op, extraction is handled by effect)
const compute = async (values: InitialValuesType, input: File | null) => {
if (!input) return;
try {
setLoading(true);
const audioFileObj = await extractAudioFromVideo(input, values);
await setAudioFile(audioFileObj);
} catch (err) {
console.error(err);
} finally {
setLoading(false);
}
};
return (
<ToolContent
title={title}
input={file}
inputComponent={
<ToolVideoInput value={file} onChange={setFile} title={'Input Video'} />
}
resultComponent={
loading ? (
<ToolFileResult
title={'Extracting Audio'}
value={null}
extension={''}
loading={true}
/>
) : (
<ToolFileResult
title={'Extracted Audio'}
value={audioFile}
extension={initialValues.outputFormat}
/>
)
}
initialValues={initialValues}
getGroups={getGroups}
compute={compute}
toolInfo={{ title: `What is ${title}?`, description: longDescription }}
setInput={setFile}
/>
);
}

View File

@@ -0,0 +1,26 @@
import { defineTool } from '@tools/defineTool';
import { lazy } from 'react';
export const tool = defineTool('audio', {
name: 'Extract audio',
path: 'extract-audio',
icon: 'mdi:music-note',
description:
'Extract the audio track from a video file and save it as a separate audio file in your chosen format (AAC, MP3, WAV).',
shortDescription:
'Extract audio from video files (MP4, MOV, etc.) to AAC, MP3, or WAV.',
keywords: [
'extract',
'audio',
'video',
'mp3',
'aac',
'wav',
'audio extraction',
'media',
'convert'
],
longDescription:
'This tool allows you to extract the audio track from a video file (such as MP4, MOV, AVI, etc.) and save it as a standalone audio file in your preferred format (AAC, MP3, or WAV). Useful for podcasts, music, or any scenario where you need just the audio from a video.',
component: lazy(() => import('./index'))
});

View File

@@ -0,0 +1,70 @@
import { FFmpeg } from '@ffmpeg/ffmpeg';
import { fetchFile } from '@ffmpeg/util';
import { InitialValuesType } from './types';
const ffmpeg = new FFmpeg();
export async function extractAudioFromVideo(
input: File,
options: InitialValuesType
): Promise<File> {
if (!ffmpeg.loaded) {
await ffmpeg.load({
wasmURL:
'https://cdn.jsdelivr.net/npm/@ffmpeg/core@0.12.9/dist/esm/ffmpeg-core.wasm'
});
}
const inputName = 'input.mp4';
await ffmpeg.writeFile(inputName, await fetchFile(input));
const configuredOutputAudioFormat = options.outputFormat;
const outputName = `output.${configuredOutputAudioFormat}`;
let args: string[] = ['-i', inputName, '-vn'];
if (configuredOutputAudioFormat === 'mp3') {
args.push(
'-ar',
'44100',
'-ac',
'2',
'-b:a',
'192k',
'-f',
'mp3',
outputName
);
} else if (configuredOutputAudioFormat === 'wav') {
args.push(
'-acodec',
'pcm_s16le',
'-ar',
'44100',
'-ac',
'2',
'-f',
'wav',
outputName
);
} else {
// Default to AAC or copy
args.push('-acodec', 'copy', outputName);
}
await ffmpeg.exec(args);
const extractedAudio = await ffmpeg.readFile(outputName);
return new File(
[
new Blob([extractedAudio], {
type: `audio/${configuredOutputAudioFormat}`
})
],
`${input.name.replace(
/\.[^/.]+$/,
''
)}_audio.${configuredOutputAudioFormat}`,
{ type: `audio/${configuredOutputAudioFormat}` }
);
}

View File

@@ -0,0 +1,3 @@
export type InitialValuesType = {
outputFormat: string;
};

View File

@@ -0,0 +1,2 @@
import { tool as audioExtractAudio } from './extract-audio/meta';
export const audioTools = [audioExtractAudio];