mirror of
https://github.com/neosubhamoy/neodlp.git
synced 2025-12-19 01:32:57 +05:30
refactor: separated download functions
This commit is contained in:
1
package-lock.json
generated
1
package-lock.json
generated
@@ -54,6 +54,7 @@
|
|||||||
"cmdk": "^1.1.1",
|
"cmdk": "^1.1.1",
|
||||||
"date-fns": "^4.1.0",
|
"date-fns": "^4.1.0",
|
||||||
"embla-carousel-react": "^8.6.0",
|
"embla-carousel-react": "^8.6.0",
|
||||||
|
"es-toolkit": "^1.41.0",
|
||||||
"input-otp": "^1.4.2",
|
"input-otp": "^1.4.2",
|
||||||
"lucide-react": "^0.553.0",
|
"lucide-react": "^0.553.0",
|
||||||
"next-themes": "^0.4.6",
|
"next-themes": "^0.4.6",
|
||||||
|
|||||||
@@ -57,6 +57,7 @@
|
|||||||
"cmdk": "^1.1.1",
|
"cmdk": "^1.1.1",
|
||||||
"date-fns": "^4.1.0",
|
"date-fns": "^4.1.0",
|
||||||
"embla-carousel-react": "^8.6.0",
|
"embla-carousel-react": "^8.6.0",
|
||||||
|
"es-toolkit": "^1.41.0",
|
||||||
"input-otp": "^1.4.2",
|
"input-otp": "^1.4.2",
|
||||||
"lucide-react": "^0.553.0",
|
"lucide-react": "^0.553.0",
|
||||||
"next-themes": "^0.4.6",
|
"next-themes": "^0.4.6",
|
||||||
|
|||||||
1456
src/App.tsx
1456
src/App.tsx
File diff suppressed because it is too large
Load Diff
@@ -62,8 +62,5 @@ export default function useAppUpdater() {
|
|||||||
await relaunchApp();
|
await relaunchApp();
|
||||||
}
|
}
|
||||||
|
|
||||||
return {
|
return { checkForAppUpdate, downloadAndInstallAppUpdate };
|
||||||
checkForAppUpdate,
|
|
||||||
downloadAndInstallAppUpdate
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
858
src/helpers/use-downloader.ts
Normal file
858
src/helpers/use-downloader.ts
Normal file
@@ -0,0 +1,858 @@
|
|||||||
|
import { DownloadState } from "@/types/download";
|
||||||
|
import { invoke } from "@tauri-apps/api/core";
|
||||||
|
import { useCallback, useRef } from "react";
|
||||||
|
import { useBasePathsStore, useCurrentVideoMetadataStore, useDownloaderPageStatesStore, useDownloadStatesStore, useSettingsPageStatesStore } from "@/services/store";
|
||||||
|
import { determineFileType, generateVideoId, parseProgressLine } from "@/utils";
|
||||||
|
import { Command } from "@tauri-apps/plugin-shell";
|
||||||
|
import { RawVideoInfo } from "@/types/video";
|
||||||
|
import { useDeleteDownloadState, useSaveDownloadState, useSavePlaylistInfo, useSaveVideoInfo, useUpdateDownloadFilePath, useUpdateDownloadStatus } from "@/services/mutations";
|
||||||
|
import { useQueryClient } from "@tanstack/react-query";
|
||||||
|
import { useFetchAllDownloadStates } from "@/services/queries";
|
||||||
|
import { platform } from "@tauri-apps/plugin-os";
|
||||||
|
import { toast } from "sonner";
|
||||||
|
import { useLogger } from "@/helpers/use-logger";
|
||||||
|
import { ulid } from "ulid";
|
||||||
|
import { sendNotification } from '@tauri-apps/plugin-notification';
|
||||||
|
import { FetchVideoMetadataParams, StartDownloadParams } from "@/providers/appContextProvider";
|
||||||
|
import { debounce } from "es-toolkit";
|
||||||
|
|
||||||
|
export default function useDownloader() {
|
||||||
|
const { data: downloadStates, isSuccess: isSuccessFetchingDownloadStates } = useFetchAllDownloadStates();
|
||||||
|
const globalDownloadStates = useDownloadStatesStore((state) => state.downloadStates);
|
||||||
|
|
||||||
|
const ffmpegPath = useBasePathsStore((state) => state.ffmpegPath);
|
||||||
|
const tempDownloadDirPath = useBasePathsStore((state) => state.tempDownloadDirPath);
|
||||||
|
const downloadDirPath = useBasePathsStore((state) => state.downloadDirPath);
|
||||||
|
|
||||||
|
const setSearchPid = useCurrentVideoMetadataStore((state) => state.setSearchPid);
|
||||||
|
|
||||||
|
const {
|
||||||
|
max_parallel_downloads: MAX_PARALLEL_DOWNLOADS,
|
||||||
|
max_retries: MAX_RETRIES,
|
||||||
|
prefer_video_over_playlist: PREFER_VIDEO_OVER_PLAYLIST,
|
||||||
|
strict_downloadablity_check: STRICT_DOWNLOADABILITY_CHECK,
|
||||||
|
use_proxy: USE_PROXY,
|
||||||
|
proxy_url: PROXY_URL,
|
||||||
|
use_rate_limit: USE_RATE_LIMIT,
|
||||||
|
rate_limit: RATE_LIMIT,
|
||||||
|
video_format: VIDEO_FORMAT,
|
||||||
|
audio_format: AUDIO_FORMAT,
|
||||||
|
always_reencode_video: ALWAYS_REENCODE_VIDEO,
|
||||||
|
embed_video_metadata: EMBED_VIDEO_METADATA,
|
||||||
|
embed_audio_metadata: EMBED_AUDIO_METADATA,
|
||||||
|
embed_video_thumbnail: EMBED_VIDEO_THUMBNAIL,
|
||||||
|
embed_audio_thumbnail: EMBED_AUDIO_THUMBNAIL,
|
||||||
|
use_cookies: USE_COOKIES,
|
||||||
|
import_cookies_from: IMPORT_COOKIES_FROM,
|
||||||
|
cookies_browser: COOKIES_BROWSER,
|
||||||
|
cookies_file: COOKIES_FILE,
|
||||||
|
use_sponsorblock: USE_SPONSORBLOCK,
|
||||||
|
sponsorblock_mode: SPONSORBLOCK_MODE,
|
||||||
|
sponsorblock_remove: SPONSORBLOCK_REMOVE,
|
||||||
|
sponsorblock_mark: SPONSORBLOCK_MARK,
|
||||||
|
sponsorblock_remove_categories: SPONSORBLOCK_REMOVE_CATEGORIES,
|
||||||
|
sponsorblock_mark_categories: SPONSORBLOCK_MARK_CATEGORIES,
|
||||||
|
use_aria2: USE_ARIA2,
|
||||||
|
use_force_internet_protocol: USE_FORCE_INTERNET_PROTOCOL,
|
||||||
|
force_internet_protocol: FORCE_INTERNET_PROTOCOL,
|
||||||
|
use_custom_commands: USE_CUSTOM_COMMANDS,
|
||||||
|
custom_commands: CUSTOM_COMMANDS,
|
||||||
|
filename_template: FILENAME_TEMPLATE,
|
||||||
|
debug_mode: DEBUG_MODE,
|
||||||
|
log_verbose: LOG_VERBOSE,
|
||||||
|
log_warning: LOG_WARNING,
|
||||||
|
log_progress: LOG_PROGRESS,
|
||||||
|
enable_notifications: ENABLE_NOTIFICATIONS,
|
||||||
|
download_completion_notification: DOWNLOAD_COMPLETION_NOTIFICATION
|
||||||
|
} = useSettingsPageStatesStore(state => state.settings);
|
||||||
|
|
||||||
|
const isErrorExpected = useDownloaderPageStatesStore((state) => state.isErrorExpected);
|
||||||
|
const setIsErrored = useDownloaderPageStatesStore((state) => state.setIsErrored);
|
||||||
|
const setIsErrorExpected = useDownloaderPageStatesStore((state) => state.setIsErrorExpected);
|
||||||
|
const setErroredDownloadId = useDownloaderPageStatesStore((state) => state.setErroredDownloadId);
|
||||||
|
|
||||||
|
const LOG = useLogger();
|
||||||
|
const currentPlatform = platform();
|
||||||
|
|
||||||
|
const queryClient = useQueryClient();
|
||||||
|
const downloadStateSaver = useSaveDownloadState();
|
||||||
|
const downloadStatusUpdater = useUpdateDownloadStatus();
|
||||||
|
const downloadFilePathUpdater = useUpdateDownloadFilePath();
|
||||||
|
const videoInfoSaver = useSaveVideoInfo();
|
||||||
|
const downloadStateDeleter = useDeleteDownloadState();
|
||||||
|
const playlistInfoSaver = useSavePlaylistInfo();
|
||||||
|
|
||||||
|
const ongoingDownloads = globalDownloadStates.filter(state => state.download_status === 'downloading' || state.download_status === 'starting');
|
||||||
|
const queuedDownloads = globalDownloadStates.filter(state => state.download_status === 'queued').sort((a, b) => a.queue_index! - b.queue_index!);
|
||||||
|
|
||||||
|
const isProcessingQueueRef = useRef(false);
|
||||||
|
const lastProcessedDownloadIdRef = useRef<string | null>(null);
|
||||||
|
|
||||||
|
const updateDownloadState = debounce((state: DownloadState) => {
|
||||||
|
downloadStateSaver.mutate(state, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download State saved successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to save download state:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}, 500);
|
||||||
|
|
||||||
|
const fetchVideoMetadata = async (params: FetchVideoMetadataParams): Promise<RawVideoInfo | null> => {
|
||||||
|
const { url, formatId, playlistIndex, selectedSubtitles, resumeState, downloadConfig } = params;
|
||||||
|
try {
|
||||||
|
const args = [url, '--dump-single-json', '--no-warnings'];
|
||||||
|
if (formatId) args.push('--format', formatId);
|
||||||
|
if (selectedSubtitles) args.push('--embed-subs', '--sub-lang', selectedSubtitles);
|
||||||
|
if (playlistIndex) args.push('--playlist-items', playlistIndex);
|
||||||
|
if (PREFER_VIDEO_OVER_PLAYLIST && !playlistIndex) args.push('--no-playlist');
|
||||||
|
if (STRICT_DOWNLOADABILITY_CHECK && !formatId) args.push('--check-all-formats');
|
||||||
|
if (STRICT_DOWNLOADABILITY_CHECK && formatId) args.push('--check-formats');
|
||||||
|
|
||||||
|
if (currentPlatform === 'macos') {
|
||||||
|
args.push('--ffmpeg-location', '/Applications/NeoDLP.app/Contents/MacOS', '--js-runtimes', 'deno:/Applications/NeoDLP.app/Contents/MacOS/deno');
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((USE_CUSTOM_COMMANDS && CUSTOM_COMMANDS && downloadConfig?.custom_command) || resumeState?.custom_command) {
|
||||||
|
let customCommandArgs = null;
|
||||||
|
if (resumeState?.custom_command) {
|
||||||
|
customCommandArgs = resumeState.custom_command;
|
||||||
|
} else if (CUSTOM_COMMANDS.find(cmd => cmd.id === downloadConfig?.custom_command)) {
|
||||||
|
let customCommand = CUSTOM_COMMANDS.find(cmd => cmd.id === downloadConfig?.custom_command);
|
||||||
|
customCommandArgs = customCommand ? customCommand.args : '';
|
||||||
|
}
|
||||||
|
if (customCommandArgs && customCommandArgs.trim() !== '') args.push(...customCommandArgs.split(' '));
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_PROXY && PROXY_URL) args.push('--proxy', PROXY_URL);
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_FORCE_INTERNET_PROTOCOL && FORCE_INTERNET_PROTOCOL) {
|
||||||
|
if (FORCE_INTERNET_PROTOCOL === 'ipv4') {
|
||||||
|
args.push('--force-ipv4');
|
||||||
|
} else if (FORCE_INTERNET_PROTOCOL === 'ipv6') {
|
||||||
|
args.push('--force-ipv6');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_COOKIES) {
|
||||||
|
if (IMPORT_COOKIES_FROM === 'browser' && COOKIES_BROWSER) {
|
||||||
|
args.push('--cookies-from-browser', COOKIES_BROWSER);
|
||||||
|
} else if (IMPORT_COOKIES_FROM === 'file' && COOKIES_FILE) {
|
||||||
|
args.push('--cookies', COOKIES_FILE);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && (USE_SPONSORBLOCK || (resumeState?.sponsorblock_remove || resumeState?.sponsorblock_mark))) {
|
||||||
|
if (SPONSORBLOCK_MODE === 'remove' || resumeState?.sponsorblock_remove) {
|
||||||
|
let sponsorblockRemove = resumeState?.sponsorblock_remove || (SPONSORBLOCK_REMOVE === 'custom' ? (
|
||||||
|
SPONSORBLOCK_REMOVE_CATEGORIES.length > 0 ? SPONSORBLOCK_REMOVE_CATEGORIES.join(',') : 'default'
|
||||||
|
) : (SPONSORBLOCK_REMOVE));
|
||||||
|
args.push('--sponsorblock-remove', sponsorblockRemove);
|
||||||
|
} else if (SPONSORBLOCK_MODE === 'mark' || resumeState?.sponsorblock_mark) {
|
||||||
|
let sponsorblockMark = resumeState?.sponsorblock_mark || (SPONSORBLOCK_MARK === 'custom' ? (
|
||||||
|
SPONSORBLOCK_MARK_CATEGORIES.length > 0 ? SPONSORBLOCK_MARK_CATEGORIES.join(',') : 'default'
|
||||||
|
) : (SPONSORBLOCK_MARK));
|
||||||
|
args.push('--sponsorblock-mark', sponsorblockMark);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
const command = Command.sidecar('binaries/yt-dlp', args);
|
||||||
|
|
||||||
|
let jsonOutput = '';
|
||||||
|
|
||||||
|
return new Promise<RawVideoInfo | null>((resolve) => {
|
||||||
|
command.stdout.on('data', line => {
|
||||||
|
jsonOutput += line;
|
||||||
|
});
|
||||||
|
|
||||||
|
command.on('close', async (data) => {
|
||||||
|
if (data.code !== 0) {
|
||||||
|
console.error(`yt-dlp failed to fetch metadata with code ${data.code}`);
|
||||||
|
LOG.error('NEODLP', `yt-dlp exited with code ${data.code} while fetching metadata for URL: ${url} (ignore if you manually cancelled)`);
|
||||||
|
resolve(null);
|
||||||
|
} else {
|
||||||
|
try {
|
||||||
|
const matchedJson = jsonOutput.match(/{.*}/);
|
||||||
|
if (!matchedJson) {
|
||||||
|
console.error(`Failed to match JSON: ${jsonOutput}`);
|
||||||
|
LOG.error('NEODLP', `Failed to parse metadata JSON for URL: ${url})`);
|
||||||
|
resolve(null);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
const parsedJson: RawVideoInfo = JSON.parse(matchedJson[0]);
|
||||||
|
resolve(parsedJson);
|
||||||
|
}
|
||||||
|
catch (e) {
|
||||||
|
console.error(`Failed to parse JSON: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to parse metadata JSON for URL: ${url}) with error: ${e}`);
|
||||||
|
resolve(null);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
command.on('error', error => {
|
||||||
|
console.error(`Error fetching metadata: ${error}`);
|
||||||
|
LOG.error('NEODLP', `Error occurred while fetching metadata for URL: ${url} : ${error}`);
|
||||||
|
resolve(null);
|
||||||
|
});
|
||||||
|
|
||||||
|
LOG.info('NEODLP', `Fetching metadata for URL: ${url}, with args: ${args.join(' ')}`);
|
||||||
|
command.spawn().then(child => {
|
||||||
|
setSearchPid(child.pid);
|
||||||
|
}).catch(e => {
|
||||||
|
console.error(`Failed to spawn command: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to spawn yt-dlp process for fetching metadata for URL: ${url} : ${e}`);
|
||||||
|
resolve(null);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Failed to fetch metadata: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to fetch metadata for URL: ${url} : ${e}`);
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const startDownload = async (params: StartDownloadParams) => {
|
||||||
|
const { url, selectedFormat, downloadConfig, selectedSubtitles, resumeState, playlistItems } = params;
|
||||||
|
LOG.info('NEODLP', `Initiating yt-dlp download for URL: ${url}`);
|
||||||
|
// set error states to default
|
||||||
|
setIsErrored(false);
|
||||||
|
setIsErrorExpected(false);
|
||||||
|
setErroredDownloadId(null);
|
||||||
|
|
||||||
|
console.log('Starting download:', { url, selectedFormat, downloadConfig, selectedSubtitles, resumeState, playlistItems });
|
||||||
|
if (!ffmpegPath || !tempDownloadDirPath || !downloadDirPath) {
|
||||||
|
console.error('FFmpeg or download paths not found');
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const isPlaylist = (playlistItems && typeof playlistItems === 'string') || (resumeState?.playlist_id && resumeState?.playlist_index) ? true : false;
|
||||||
|
const playlistIndex = isPlaylist ? (resumeState?.playlist_index?.toString() || playlistItems) : null;
|
||||||
|
let videoMetadata = await fetchVideoMetadata({
|
||||||
|
url,
|
||||||
|
formatId: selectedFormat,
|
||||||
|
playlistIndex: isPlaylist && playlistIndex && typeof playlistIndex === 'string' ? playlistIndex : undefined,
|
||||||
|
selectedSubtitles,
|
||||||
|
resumeState
|
||||||
|
});
|
||||||
|
if (!videoMetadata) {
|
||||||
|
console.error('Failed to fetch video metadata');
|
||||||
|
toast.error("Download Failed", {
|
||||||
|
description: "yt-dlp failed to fetch video metadata. Please try again later.",
|
||||||
|
});
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log('Video Metadata:', videoMetadata);
|
||||||
|
videoMetadata = isPlaylist ? videoMetadata.entries[0] : videoMetadata;
|
||||||
|
|
||||||
|
const fileType = determineFileType(videoMetadata.vcodec, videoMetadata.acodec);
|
||||||
|
|
||||||
|
if (fileType !== 'unknown' && (VIDEO_FORMAT !== 'auto' || AUDIO_FORMAT !== 'auto')) {
|
||||||
|
if (VIDEO_FORMAT !== 'auto' && (fileType === 'video+audio' || fileType === 'video')) videoMetadata.ext = VIDEO_FORMAT;
|
||||||
|
if (AUDIO_FORMAT !== 'auto' && fileType === 'audio') videoMetadata.ext = AUDIO_FORMAT;
|
||||||
|
}
|
||||||
|
|
||||||
|
let configOutputFormat = null;
|
||||||
|
if (downloadConfig.output_format && downloadConfig.output_format !== 'auto') {
|
||||||
|
videoMetadata.ext = downloadConfig.output_format;
|
||||||
|
configOutputFormat = downloadConfig.output_format;
|
||||||
|
}
|
||||||
|
if (resumeState && resumeState.output_format) videoMetadata.ext = resumeState.output_format;
|
||||||
|
|
||||||
|
const videoId = resumeState?.video_id || generateVideoId(videoMetadata.id, videoMetadata.webpage_url_domain);
|
||||||
|
const playlistId = isPlaylist ? (resumeState?.playlist_id || generateVideoId(videoMetadata.playlist_id, videoMetadata.webpage_url_domain)) : null;
|
||||||
|
const downloadId = resumeState?.download_id || ulid() /*generateDownloadId(videoMetadata.id, videoMetadata.webpage_url_domain)*/;
|
||||||
|
// const tempDownloadPathForYtdlp = await join(tempDownloadDirPath, `${downloadId}_${selectedFormat}.%(ext)s`);
|
||||||
|
// const tempDownloadPath = await join(tempDownloadDirPath, `${downloadId}_${selectedFormat}.${videoMetadata.ext}`);
|
||||||
|
// let downloadFilePath = resumeState?.filepath || await join(downloadDirPath, sanitizeFilename(`${videoMetadata.title}_${videoMetadata.resolution || 'unknown'}[${videoMetadata.id}].${videoMetadata.ext}`));
|
||||||
|
let downloadFilePath: string | null = null;
|
||||||
|
let processPid: number | null = null;
|
||||||
|
const args = [
|
||||||
|
url,
|
||||||
|
'--newline',
|
||||||
|
'--progress-template',
|
||||||
|
'status:%(progress.status)s,progress:%(progress._percent_str)s,speed:%(progress.speed)f,downloaded:%(progress.downloaded_bytes)d,total:%(progress.total_bytes)d,eta:%(progress.eta)d',
|
||||||
|
'--paths',
|
||||||
|
`temp:${tempDownloadDirPath}`,
|
||||||
|
'--paths',
|
||||||
|
`home:${downloadDirPath}`,
|
||||||
|
'--output',
|
||||||
|
`${FILENAME_TEMPLATE}[${downloadId}].%(ext)s`,
|
||||||
|
'--windows-filenames',
|
||||||
|
'--restrict-filenames',
|
||||||
|
'--exec',
|
||||||
|
'after_move:echo Finalpath: {}',
|
||||||
|
'--format',
|
||||||
|
selectedFormat,
|
||||||
|
'--no-mtime',
|
||||||
|
'--retries',
|
||||||
|
MAX_RETRIES.toString(),
|
||||||
|
];
|
||||||
|
|
||||||
|
if (currentPlatform === 'macos') {
|
||||||
|
args.push('--ffmpeg-location', '/Applications/NeoDLP.app/Contents/MacOS', '--js-runtimes', 'deno:/Applications/NeoDLP.app/Contents/MacOS/deno');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!DEBUG_MODE || (DEBUG_MODE && !LOG_WARNING)) {
|
||||||
|
args.push('--no-warnings');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (DEBUG_MODE && LOG_VERBOSE) {
|
||||||
|
args.push('--verbose');
|
||||||
|
}
|
||||||
|
|
||||||
|
if (selectedSubtitles) {
|
||||||
|
args.push('--embed-subs', '--sub-lang', selectedSubtitles);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (isPlaylist && playlistIndex && typeof playlistIndex === 'string') {
|
||||||
|
args.push('--playlist-items', playlistIndex);
|
||||||
|
}
|
||||||
|
|
||||||
|
let customCommandArgs = null;
|
||||||
|
if ((USE_CUSTOM_COMMANDS && CUSTOM_COMMANDS && downloadConfig.custom_command) || resumeState?.custom_command) {
|
||||||
|
if (resumeState?.custom_command) {
|
||||||
|
customCommandArgs = resumeState.custom_command;
|
||||||
|
} else if (CUSTOM_COMMANDS.find(cmd => cmd.id === downloadConfig.custom_command)) {
|
||||||
|
let customCommand = CUSTOM_COMMANDS.find(cmd => cmd.id === downloadConfig.custom_command);
|
||||||
|
customCommandArgs = customCommand ? customCommand.args : '';
|
||||||
|
}
|
||||||
|
|
||||||
|
if (customCommandArgs && customCommandArgs.trim() !== '') args.push(...customCommandArgs.split(' '));
|
||||||
|
}
|
||||||
|
|
||||||
|
let outputFormat = null;
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && ((fileType !== 'unknown' && (VIDEO_FORMAT !== 'auto' || AUDIO_FORMAT !== 'auto')) || configOutputFormat || resumeState?.output_format)) {
|
||||||
|
const format = resumeState?.output_format || configOutputFormat;
|
||||||
|
|
||||||
|
if (format) {
|
||||||
|
outputFormat = format;
|
||||||
|
} else if (fileType === 'audio' && AUDIO_FORMAT !== 'auto') {
|
||||||
|
outputFormat = AUDIO_FORMAT;
|
||||||
|
} else if ((fileType === 'video' || fileType === 'video+audio') && VIDEO_FORMAT !== 'auto') {
|
||||||
|
outputFormat = VIDEO_FORMAT;
|
||||||
|
}
|
||||||
|
|
||||||
|
const recodeOrRemux = ALWAYS_REENCODE_VIDEO ? '--recode-video' : '--remux-video';
|
||||||
|
const formatToUse = format || VIDEO_FORMAT;
|
||||||
|
|
||||||
|
// Handle video+audio
|
||||||
|
if (fileType === 'video+audio' && (VIDEO_FORMAT !== 'auto' || format)) {
|
||||||
|
args.push(ALWAYS_REENCODE_VIDEO ? '--recode-video' : '--merge-output-format', formatToUse);
|
||||||
|
}
|
||||||
|
// Handle video only
|
||||||
|
else if (fileType === 'video' && (VIDEO_FORMAT !== 'auto' || format)) {
|
||||||
|
args.push(recodeOrRemux, formatToUse);
|
||||||
|
}
|
||||||
|
// Handle audio only
|
||||||
|
else if (fileType === 'audio' && (AUDIO_FORMAT !== 'auto' || format)) {
|
||||||
|
args.push('--extract-audio', '--audio-format', format || AUDIO_FORMAT);
|
||||||
|
}
|
||||||
|
// Handle unknown filetype
|
||||||
|
else if (fileType === 'unknown' && format) {
|
||||||
|
if (['mkv', 'mp4', 'webm'].includes(format)) {
|
||||||
|
args.push(recodeOrRemux, formatToUse);
|
||||||
|
} else if (['mp3', 'm4a', 'opus'].includes(format)) {
|
||||||
|
args.push('--extract-audio', '--audio-format', format);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let embedMetadata = 0;
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && (downloadConfig.embed_metadata || resumeState?.embed_metadata || EMBED_VIDEO_METADATA || EMBED_AUDIO_METADATA)) {
|
||||||
|
const shouldEmbedMetaForVideo = (fileType === 'video+audio' || fileType === 'video') && (downloadConfig.embed_metadata || resumeState?.embed_metadata || (EMBED_VIDEO_METADATA && downloadConfig.embed_metadata === null));
|
||||||
|
const shouldEmbedMetaForAudio = fileType === 'audio' && (downloadConfig.embed_metadata || resumeState?.embed_metadata || (EMBED_AUDIO_METADATA && downloadConfig.embed_metadata === null));
|
||||||
|
const shouldEmbedMetaForUnknown = fileType === 'unknown' && (downloadConfig.embed_metadata || resumeState?.embed_metadata);
|
||||||
|
|
||||||
|
if (shouldEmbedMetaForUnknown || shouldEmbedMetaForVideo || shouldEmbedMetaForAudio) {
|
||||||
|
embedMetadata = 1;
|
||||||
|
args.push('--embed-metadata');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let embedThumbnail = 0;
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && (downloadConfig.embed_thumbnail || resumeState?.embed_thumbnail || EMBED_VIDEO_THUMBNAIL || EMBED_AUDIO_THUMBNAIL)) {
|
||||||
|
const shouldEmbedThumbForVideo = (fileType === 'video+audio' || fileType === 'video') && (downloadConfig.embed_thumbnail || resumeState?.embed_thumbnail || (EMBED_VIDEO_THUMBNAIL && downloadConfig.embed_thumbnail === null));
|
||||||
|
const shouldEmbedThumbForAudio = fileType === 'audio' && (downloadConfig.embed_thumbnail || resumeState?.embed_thumbnail || (EMBED_AUDIO_THUMBNAIL && downloadConfig.embed_thumbnail === null));
|
||||||
|
const shouldEmbedThumbForUnknown = fileType === 'unknown' && (downloadConfig.embed_thumbnail || resumeState?.embed_thumbnail);
|
||||||
|
|
||||||
|
if (shouldEmbedThumbForUnknown || shouldEmbedThumbForVideo || shouldEmbedThumbForAudio) {
|
||||||
|
embedThumbnail = 1;
|
||||||
|
args.push('--embed-thumbnail');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_PROXY && PROXY_URL) {
|
||||||
|
args.push('--proxy', PROXY_URL);
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_RATE_LIMIT && RATE_LIMIT) {
|
||||||
|
args.push('--limit-rate', `${RATE_LIMIT}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_FORCE_INTERNET_PROTOCOL && FORCE_INTERNET_PROTOCOL) {
|
||||||
|
if (FORCE_INTERNET_PROTOCOL === 'ipv4') {
|
||||||
|
args.push('--force-ipv4');
|
||||||
|
} else if (FORCE_INTERNET_PROTOCOL === 'ipv6') {
|
||||||
|
args.push('--force-ipv6');
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && USE_COOKIES) {
|
||||||
|
if (IMPORT_COOKIES_FROM === 'browser' && COOKIES_BROWSER) {
|
||||||
|
args.push('--cookies-from-browser', COOKIES_BROWSER);
|
||||||
|
} else if (IMPORT_COOKIES_FROM === 'file' && COOKIES_FILE) {
|
||||||
|
args.push('--cookies', COOKIES_FILE);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let sponsorblockRemove = null;
|
||||||
|
let sponsorblockMark = null;
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && ((downloadConfig.sponsorblock && downloadConfig.sponsorblock !== 'auto') || resumeState?.sponsorblock_remove || resumeState?.sponsorblock_mark || USE_SPONSORBLOCK)) {
|
||||||
|
if (downloadConfig?.sponsorblock === 'remove' || resumeState?.sponsorblock_remove || (SPONSORBLOCK_MODE === 'remove' && !downloadConfig.sponsorblock)) {
|
||||||
|
sponsorblockRemove = resumeState?.sponsorblock_remove || (SPONSORBLOCK_REMOVE === 'custom' ? (
|
||||||
|
SPONSORBLOCK_REMOVE_CATEGORIES.length > 0 ? SPONSORBLOCK_REMOVE_CATEGORIES.join(',') : 'default'
|
||||||
|
) : (SPONSORBLOCK_REMOVE));
|
||||||
|
args.push('--sponsorblock-remove', sponsorblockRemove);
|
||||||
|
} else if (downloadConfig?.sponsorblock === 'mark' || resumeState?.sponsorblock_mark || (SPONSORBLOCK_MODE === 'mark' && !downloadConfig.sponsorblock)) {
|
||||||
|
sponsorblockMark = resumeState?.sponsorblock_mark || (SPONSORBLOCK_MARK === 'custom' ? (
|
||||||
|
SPONSORBLOCK_MARK_CATEGORIES.length > 0 ? SPONSORBLOCK_MARK_CATEGORIES.join(',') : 'default'
|
||||||
|
) : (SPONSORBLOCK_MARK));
|
||||||
|
args.push('--sponsorblock-mark', sponsorblockMark);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let useAria2 = 0;
|
||||||
|
if ((!USE_CUSTOM_COMMANDS && !resumeState?.custom_command) && (USE_ARIA2 || resumeState?.use_aria2)) {
|
||||||
|
useAria2 = 1;
|
||||||
|
args.push(
|
||||||
|
'--downloader', 'aria2c',
|
||||||
|
'--downloader', 'dash,m3u8:native',
|
||||||
|
'--downloader-args', 'aria2c:-c -j 16 -x 16 -s 16 -k 1M --check-certificate=false'
|
||||||
|
);
|
||||||
|
LOG.warning('NEODLP', `Looks like you are using aria2 for this yt-dlp download: ${downloadId}. Make sure aria2 is installed on your system if you are on macOS for this to work. Also, pause/resume might not work as expected especially on windows (using aria2 is not recommended for most downloads).`);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (resumeState || (!USE_CUSTOM_COMMANDS && USE_ARIA2)) {
|
||||||
|
args.push('--continue');
|
||||||
|
} else {
|
||||||
|
args.push('--no-continue');
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log('Starting download with args:', args);
|
||||||
|
const command = Command.sidecar('binaries/yt-dlp', args);
|
||||||
|
|
||||||
|
command.on('close', async (data) => {
|
||||||
|
if (data.code !== 0) {
|
||||||
|
console.error(`Download failed with code ${data.code}`);
|
||||||
|
LOG.error(`YT-DLP Download ${downloadId}`, `yt-dlp exited with code ${data.code} (ignore if you manually paused or cancelled the download)`);
|
||||||
|
if (!isErrorExpected) {
|
||||||
|
setIsErrored(true);
|
||||||
|
setErroredDownloadId(downloadId);
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
LOG.info(`YT-DLP Download ${downloadId}`, `yt-dlp exited with code ${data.code}`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
command.on('error', error => {
|
||||||
|
console.error(`Error: ${error}`);
|
||||||
|
LOG.error(`YT-DLP Download ${downloadId}`, `Error occurred: ${error}`);
|
||||||
|
setIsErrored(true);
|
||||||
|
setErroredDownloadId(downloadId);
|
||||||
|
});
|
||||||
|
|
||||||
|
command.stdout.on('data', line => {
|
||||||
|
if (line.startsWith('status:') || line.startsWith('[#')) {
|
||||||
|
// console.log(line);
|
||||||
|
if (DEBUG_MODE && LOG_PROGRESS) LOG.progress(`YT-DLP Download ${downloadId}`, line);
|
||||||
|
const currentProgress = parseProgressLine(line);
|
||||||
|
const state: DownloadState = {
|
||||||
|
download_id: downloadId,
|
||||||
|
download_status: 'downloading',
|
||||||
|
video_id: videoId,
|
||||||
|
format_id: selectedFormat,
|
||||||
|
subtitle_id: selectedSubtitles || null,
|
||||||
|
queue_index: null,
|
||||||
|
playlist_id: playlistId,
|
||||||
|
playlist_index: playlistIndex ? Number(playlistIndex) : null,
|
||||||
|
title: videoMetadata.title,
|
||||||
|
url: url,
|
||||||
|
host: videoMetadata.webpage_url_domain,
|
||||||
|
thumbnail: videoMetadata.thumbnail || null,
|
||||||
|
channel: videoMetadata.channel || null,
|
||||||
|
duration_string: videoMetadata.duration_string || null,
|
||||||
|
release_date: videoMetadata.release_date || null,
|
||||||
|
view_count: videoMetadata.view_count || null,
|
||||||
|
like_count: videoMetadata.like_count || null,
|
||||||
|
playlist_title: videoMetadata.playlist_title,
|
||||||
|
playlist_url: videoMetadata.playlist_webpage_url,
|
||||||
|
playlist_n_entries: videoMetadata.playlist_count || videoMetadata.n_entries,
|
||||||
|
playlist_channel: videoMetadata.playlist_channel || null,
|
||||||
|
resolution: videoMetadata.resolution || null,
|
||||||
|
ext: videoMetadata.ext || null,
|
||||||
|
abr: videoMetadata.abr || null,
|
||||||
|
vbr: videoMetadata.vbr || null,
|
||||||
|
acodec: videoMetadata.acodec || null,
|
||||||
|
vcodec: videoMetadata.vcodec || null,
|
||||||
|
dynamic_range: videoMetadata.dynamic_range || null,
|
||||||
|
process_id: processPid,
|
||||||
|
status: currentProgress.status || null,
|
||||||
|
progress: currentProgress.progress || null,
|
||||||
|
total: currentProgress.total || null,
|
||||||
|
downloaded: currentProgress.downloaded || null,
|
||||||
|
speed: currentProgress.speed || null,
|
||||||
|
eta: currentProgress.eta || null,
|
||||||
|
filepath: downloadFilePath,
|
||||||
|
filetype: determineFileType(videoMetadata.vcodec, videoMetadata.acodec) || null,
|
||||||
|
filesize: videoMetadata.filesize_approx || null,
|
||||||
|
output_format: outputFormat,
|
||||||
|
embed_metadata: embedMetadata,
|
||||||
|
embed_thumbnail: embedThumbnail,
|
||||||
|
sponsorblock_remove: sponsorblockRemove,
|
||||||
|
sponsorblock_mark: sponsorblockMark,
|
||||||
|
use_aria2: useAria2,
|
||||||
|
custom_command: customCommandArgs,
|
||||||
|
queue_config: null
|
||||||
|
};
|
||||||
|
updateDownloadState(state);
|
||||||
|
} else {
|
||||||
|
// console.log(line);
|
||||||
|
if (line.trim() !== '') LOG.info(`YT-DLP Download ${downloadId}`, line);
|
||||||
|
|
||||||
|
if (line.startsWith('Finalpath: ')) {
|
||||||
|
downloadFilePath = line.replace('Finalpath: ', '').trim().replace(/^"|"$/g, '');
|
||||||
|
const downloadedFileExt = downloadFilePath.split('.').pop();
|
||||||
|
|
||||||
|
// Update completion status after a short delay to ensure database states are propagated correctly
|
||||||
|
console.log(`Download completed with ID: ${downloadId}, updating filepath and status after 2s delay...`);
|
||||||
|
setTimeout(async () => {
|
||||||
|
LOG.info('NEODLP', `yt-dlp download completed with id: ${downloadId}`);
|
||||||
|
downloadFilePathUpdater.mutate({ download_id: downloadId, filepath: downloadFilePath as string, ext: downloadedFileExt as string }, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download filepath updated successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to update download filepath:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
downloadStatusUpdater.mutate({ download_id: downloadId, download_status: 'completed' }, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download status updated successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to update download status:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
toast.success("Download Completed", {
|
||||||
|
description: `The download for "${videoMetadata.title}" has completed successfully.`,
|
||||||
|
});
|
||||||
|
|
||||||
|
if (ENABLE_NOTIFICATIONS && DOWNLOAD_COMPLETION_NOTIFICATION) {
|
||||||
|
sendNotification({
|
||||||
|
title: "Download Completed",
|
||||||
|
body: `The download for "${videoMetadata.title}" has completed successfully.`,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}, 2000);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
try {
|
||||||
|
videoInfoSaver.mutate({
|
||||||
|
video_id: videoId,
|
||||||
|
title: videoMetadata.title,
|
||||||
|
url: url,
|
||||||
|
host: videoMetadata.webpage_url_domain,
|
||||||
|
thumbnail: videoMetadata.thumbnail || null,
|
||||||
|
channel: videoMetadata.channel || videoMetadata.uploader || null,
|
||||||
|
duration_string: videoMetadata.duration_string || null,
|
||||||
|
release_date: videoMetadata.release_date || null,
|
||||||
|
view_count: videoMetadata.view_count || null,
|
||||||
|
like_count: videoMetadata.like_count || null
|
||||||
|
}, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Video Info saved successfully:", data);
|
||||||
|
if (isPlaylist) {
|
||||||
|
playlistInfoSaver.mutate({
|
||||||
|
playlist_id: playlistId ? playlistId : '',
|
||||||
|
playlist_title: videoMetadata.playlist_title,
|
||||||
|
playlist_url: videoMetadata.playlist_webpage_url,
|
||||||
|
playlist_n_entries: videoMetadata.playlist_count || videoMetadata.n_entries,
|
||||||
|
playlist_channel: videoMetadata.playlist_channel || null
|
||||||
|
}, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Playlist Info saved successfully:", data);
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to save playlist info:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
const state: DownloadState = {
|
||||||
|
download_id: downloadId,
|
||||||
|
download_status: (!ongoingDownloads || ongoingDownloads && ongoingDownloads?.length < MAX_PARALLEL_DOWNLOADS) ? 'starting' : 'queued',
|
||||||
|
video_id: videoId,
|
||||||
|
format_id: selectedFormat,
|
||||||
|
subtitle_id: selectedSubtitles || null,
|
||||||
|
queue_index: (!ongoingDownloads || ongoingDownloads && ongoingDownloads?.length < MAX_PARALLEL_DOWNLOADS) ? null : (queuedDownloads?.length || 0),
|
||||||
|
playlist_id: playlistId,
|
||||||
|
playlist_index: playlistIndex ? Number(playlistIndex) : null,
|
||||||
|
title: videoMetadata.title,
|
||||||
|
url: url,
|
||||||
|
host: videoMetadata.webpage_url_domain,
|
||||||
|
thumbnail: videoMetadata.thumbnail || null,
|
||||||
|
channel: videoMetadata.channel || null,
|
||||||
|
duration_string: videoMetadata.duration_string || null,
|
||||||
|
release_date: videoMetadata.release_date || null,
|
||||||
|
view_count: videoMetadata.view_count || null,
|
||||||
|
like_count: videoMetadata.like_count || null,
|
||||||
|
playlist_title: videoMetadata.playlist_title,
|
||||||
|
playlist_url: videoMetadata.playlist_webpage_url,
|
||||||
|
playlist_n_entries: videoMetadata.playlist_count || videoMetadata.n_entries,
|
||||||
|
playlist_channel: videoMetadata.playlist_channel || null,
|
||||||
|
resolution: resumeState?.resolution || null,
|
||||||
|
ext: resumeState?.ext || null,
|
||||||
|
abr: resumeState?.abr || null,
|
||||||
|
vbr: resumeState?.vbr || null,
|
||||||
|
acodec: resumeState?.acodec || null,
|
||||||
|
vcodec: resumeState?.vcodec || null,
|
||||||
|
dynamic_range: resumeState?.dynamic_range || null,
|
||||||
|
process_id: resumeState?.process_id || null,
|
||||||
|
status: resumeState?.status || null,
|
||||||
|
progress: resumeState?.progress || null,
|
||||||
|
total: resumeState?.total || null,
|
||||||
|
downloaded: resumeState?.downloaded || null,
|
||||||
|
speed: resumeState?.speed || null,
|
||||||
|
eta: resumeState?.eta || null,
|
||||||
|
filepath: downloadFilePath,
|
||||||
|
filetype: resumeState?.filetype || null,
|
||||||
|
filesize: resumeState?.filesize || null,
|
||||||
|
output_format: resumeState?.output_format || null,
|
||||||
|
embed_metadata: resumeState?.embed_metadata || 0,
|
||||||
|
embed_thumbnail: resumeState?.embed_thumbnail || 0,
|
||||||
|
sponsorblock_remove: resumeState?.sponsorblock_remove || null,
|
||||||
|
sponsorblock_mark: resumeState?.sponsorblock_mark || null,
|
||||||
|
use_aria2: resumeState?.use_aria2 || 0,
|
||||||
|
custom_command: resumeState?.custom_command || null,
|
||||||
|
queue_config: resumeState?.queue_config || ((!ongoingDownloads || ongoingDownloads && ongoingDownloads?.length < MAX_PARALLEL_DOWNLOADS) ? null : JSON.stringify(downloadConfig))
|
||||||
|
}
|
||||||
|
downloadStateSaver.mutate(state, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download State saved successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to save download state:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to save video info:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!ongoingDownloads || ongoingDownloads && ongoingDownloads?.length < MAX_PARALLEL_DOWNLOADS) {
|
||||||
|
LOG.info('NEODLP', `Starting yt-dlp download with args: ${args.join(' ')}`);
|
||||||
|
if (!DEBUG_MODE || (DEBUG_MODE && !LOG_PROGRESS)) LOG.warning('NEODLP', `Progress logs are hidden. Enable 'Debug Mode > Log Progress' in Settings to unhide.`);
|
||||||
|
const child = await command.spawn();
|
||||||
|
processPid = child.pid;
|
||||||
|
return Promise.resolve();
|
||||||
|
} else {
|
||||||
|
console.log("Download is queued, not starting immediately.");
|
||||||
|
LOG.info('NEODLP', `Download queued with id: ${downloadId}`);
|
||||||
|
return Promise.resolve();
|
||||||
|
}
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Failed to start download: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to start download for URL: ${url} with error: ${e}`);
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const pauseDownload = async (downloadState: DownloadState) => {
|
||||||
|
try {
|
||||||
|
LOG.info('NEODLP', `Pausing yt-dlp download with id: ${downloadState.download_id} (as per user request)`);
|
||||||
|
if ((downloadState.download_status === 'downloading' && downloadState.process_id) || (downloadState.download_status === 'starting' && downloadState.process_id)) {
|
||||||
|
setIsErrorExpected(true); // Set error expected to true to handle UI state
|
||||||
|
console.log("Killing process with PID:", downloadState.process_id);
|
||||||
|
await invoke('kill_all_process', { pid: downloadState.process_id });
|
||||||
|
}
|
||||||
|
downloadStatusUpdater.mutate({ download_id: downloadState.download_id, download_status: 'paused' }, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download status updated successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
|
||||||
|
/* re-check if the download is properly paused (if not try again after a small delay)
|
||||||
|
as the pause opertion happens within high throughput of operations and have a high chgance of failure.
|
||||||
|
*/
|
||||||
|
if (isSuccessFetchingDownloadStates && downloadStates.find(state => state.download_id === downloadState.download_id)?.download_status !== 'paused') {
|
||||||
|
console.log("Download status not updated to paused yet, retrying...");
|
||||||
|
setTimeout(() => {
|
||||||
|
downloadStatusUpdater.mutate({ download_id: downloadState.download_id, download_status: 'paused' }, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download status updated successfully on retry:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to update download status:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}, 200);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Reset the processing flag to ensure queue can be processed
|
||||||
|
isProcessingQueueRef.current = false;
|
||||||
|
|
||||||
|
// Process the queue after a short delay to ensure state is updated
|
||||||
|
setTimeout(() => {
|
||||||
|
processQueuedDownloads();
|
||||||
|
}, 1000);
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to update download status:", error);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return Promise.resolve();
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Failed to pause download: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to pause download with id: ${downloadState.download_id} with error: ${e}`);
|
||||||
|
isProcessingQueueRef.current = false;
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const resumeDownload = async (downloadState: DownloadState) => {
|
||||||
|
try {
|
||||||
|
LOG.info('NEODLP', `Resuming yt-dlp download with id: ${downloadState.download_id} (as per user request)`);
|
||||||
|
await startDownload({
|
||||||
|
url: downloadState.playlist_id && downloadState.playlist_index ? downloadState.playlist_url : downloadState.url,
|
||||||
|
selectedFormat: downloadState.format_id,
|
||||||
|
downloadConfig: downloadState.queue_config ? JSON.parse(downloadState.queue_config) : {
|
||||||
|
output_format: null,
|
||||||
|
embed_metadata: null,
|
||||||
|
embed_thumbnail: null,
|
||||||
|
sponsorblock: null,
|
||||||
|
custom_command: null
|
||||||
|
},
|
||||||
|
selectedSubtitles: downloadState.subtitle_id,
|
||||||
|
resumeState: downloadState
|
||||||
|
});
|
||||||
|
return Promise.resolve();
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Failed to resume download: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to resume download with id: ${downloadState.download_id} with error: ${e}`);
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const cancelDownload = async (downloadState: DownloadState) => {
|
||||||
|
try {
|
||||||
|
LOG.info('NEODLP', `Cancelling yt-dlp download with id: ${downloadState.download_id} (as per user request)`);
|
||||||
|
if ((downloadState.download_status === 'downloading' && downloadState.process_id) || (downloadState.download_status === 'starting' && downloadState.process_id)) {
|
||||||
|
setIsErrorExpected(true); // Set error expected to true to handle UI state
|
||||||
|
console.log("Killing process with PID:", downloadState.process_id);
|
||||||
|
await invoke('kill_all_process', { pid: downloadState.process_id });
|
||||||
|
}
|
||||||
|
downloadStateDeleter.mutate(downloadState.download_id, {
|
||||||
|
onSuccess: (data) => {
|
||||||
|
console.log("Download State deleted successfully:", data);
|
||||||
|
queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
// Reset processing flag and trigger queue processing
|
||||||
|
isProcessingQueueRef.current = false;
|
||||||
|
|
||||||
|
// Process the queue after a short delay
|
||||||
|
setTimeout(() => {
|
||||||
|
processQueuedDownloads();
|
||||||
|
}, 1000);
|
||||||
|
},
|
||||||
|
onError: (error) => {
|
||||||
|
console.error("Failed to delete download state:", error);
|
||||||
|
isProcessingQueueRef.current = false;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return Promise.resolve();
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Failed to cancel download: ${e}`);
|
||||||
|
LOG.error('NEODLP', `Failed to cancel download with id: ${downloadState.download_id} with error: ${e}`);
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const processQueuedDownloads = useCallback(async () => {
|
||||||
|
// Prevent concurrent processing
|
||||||
|
if (isProcessingQueueRef.current) {
|
||||||
|
console.log("Queue processing already in progress, skipping...");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if we can process more downloads
|
||||||
|
if (!queuedDownloads?.length || ongoingDownloads?.length >= MAX_PARALLEL_DOWNLOADS) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
isProcessingQueueRef.current = true;
|
||||||
|
console.log("Processing download queue...");
|
||||||
|
|
||||||
|
// Get the first download in queue
|
||||||
|
const downloadToStart = queuedDownloads[0];
|
||||||
|
|
||||||
|
// Skip if we just processed this download to prevent loops
|
||||||
|
if (lastProcessedDownloadIdRef.current === downloadToStart.download_id) {
|
||||||
|
console.log("Skipping recently processed download:", downloadToStart.download_id);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Double-check current state from global state
|
||||||
|
const currentState = globalDownloadStates.find(
|
||||||
|
state => state.download_id === downloadToStart.download_id
|
||||||
|
);
|
||||||
|
|
||||||
|
if (!currentState || currentState.download_status !== 'queued') {
|
||||||
|
console.log("Download no longer in queued state:", downloadToStart.download_id);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log("Starting queued download:", downloadToStart.download_id);
|
||||||
|
LOG.info('NEODLP', `Starting queued download with id: ${downloadToStart.download_id}`);
|
||||||
|
lastProcessedDownloadIdRef.current = downloadToStart.download_id;
|
||||||
|
|
||||||
|
await downloadStatusUpdater.mutateAsync({
|
||||||
|
download_id: downloadToStart.download_id,
|
||||||
|
download_status: 'starting'
|
||||||
|
});
|
||||||
|
|
||||||
|
await queryClient.invalidateQueries({ queryKey: ['download-states'] });
|
||||||
|
|
||||||
|
await startDownload({
|
||||||
|
url: downloadToStart.url,
|
||||||
|
selectedFormat: downloadToStart.format_id,
|
||||||
|
downloadConfig: downloadToStart.queue_config ? JSON.parse(downloadToStart.queue_config) : {
|
||||||
|
output_format: null,
|
||||||
|
embed_metadata: null,
|
||||||
|
embed_thumbnail: null,
|
||||||
|
sponsorblock: null,
|
||||||
|
custom_command: null
|
||||||
|
},
|
||||||
|
selectedSubtitles: downloadToStart.subtitle_id,
|
||||||
|
resumeState: downloadToStart
|
||||||
|
});
|
||||||
|
} catch (error) {
|
||||||
|
console.error("Error processing download queue:", error);
|
||||||
|
LOG.error('NEODLP', `Error processing download queue: ${error}`);
|
||||||
|
} finally {
|
||||||
|
// Important: reset the processing flag
|
||||||
|
setTimeout(() => {
|
||||||
|
isProcessingQueueRef.current = false;
|
||||||
|
console.log("Queue processor released lock");
|
||||||
|
}, 1000);
|
||||||
|
}
|
||||||
|
}, [queuedDownloads, ongoingDownloads, globalDownloadStates, queryClient]);
|
||||||
|
|
||||||
|
return { fetchVideoMetadata, startDownload, pauseDownload, resumeDownload, cancelDownload, processQueuedDownloads };
|
||||||
|
}
|
||||||
@@ -244,7 +244,7 @@ export default function DownloaderPage() {
|
|||||||
setSelectedPlaylistVideoIndex('1');
|
setSelectedPlaylistVideoIndex('1');
|
||||||
resetDownloadConfiguration();
|
resetDownloadConfiguration();
|
||||||
|
|
||||||
fetchVideoMetadata(values.url).then((metadata) => {
|
fetchVideoMetadata({ url: values.url }).then((metadata) => {
|
||||||
if (!metadata || (metadata._type !== 'video' && metadata._type !== 'playlist') || (metadata && metadata._type === 'video' && metadata.formats.length <= 0) || (metadata && metadata._type === 'playlist' && metadata.entries.length <= 0)) {
|
if (!metadata || (metadata._type !== 'video' && metadata._type !== 'playlist') || (metadata && metadata._type === 'video' && metadata.formats.length <= 0) || (metadata && metadata._type === 'playlist' && metadata.entries.length <= 0)) {
|
||||||
const showSearchError = useCurrentVideoMetadataStore.getState().showSearchError;
|
const showSearchError = useCurrentVideoMetadataStore.getState().showSearchError;
|
||||||
if (showSearchError) {
|
if (showSearchError) {
|
||||||
@@ -1206,21 +1206,20 @@ export default function DownloaderPage() {
|
|||||||
setIsStartingDownload(true);
|
setIsStartingDownload(true);
|
||||||
try {
|
try {
|
||||||
if (videoMetadata._type === 'playlist') {
|
if (videoMetadata._type === 'playlist') {
|
||||||
await startDownload(
|
await startDownload({
|
||||||
videoMetadata.original_url,
|
url: videoMetadata.original_url,
|
||||||
activeDownloadModeTab === 'combine' ? `${selectedCombinableVideoFormat}+${selectedCombinableAudioFormat}` : selectedDownloadFormat === 'best' ? videoMetadata.entries[Number(selectedPlaylistVideoIndex) - 1].requested_downloads[0].format_id : selectedDownloadFormat,
|
selectedFormat: activeDownloadModeTab === 'combine' ? `${selectedCombinableVideoFormat}+${selectedCombinableAudioFormat}` : selectedDownloadFormat === 'best' ? videoMetadata.entries[Number(selectedPlaylistVideoIndex) - 1].requested_downloads[0].format_id : selectedDownloadFormat,
|
||||||
downloadConfiguration,
|
downloadConfig: downloadConfiguration,
|
||||||
selectedSubtitles.length > 0 ? selectedSubtitles.join(',') : null,
|
selectedSubtitles: selectedSubtitles.length > 0 ? selectedSubtitles.join(',') : null,
|
||||||
undefined,
|
playlistItems: selectedPlaylistVideoIndex
|
||||||
selectedPlaylistVideoIndex
|
});
|
||||||
);
|
|
||||||
} else if (videoMetadata._type === 'video') {
|
} else if (videoMetadata._type === 'video') {
|
||||||
await startDownload(
|
await startDownload({
|
||||||
videoMetadata.webpage_url,
|
url: videoMetadata.webpage_url,
|
||||||
activeDownloadModeTab === 'combine' ? `${selectedCombinableVideoFormat}+${selectedCombinableAudioFormat}` : selectedDownloadFormat === 'best' ? videoMetadata.requested_downloads[0].format_id : selectedDownloadFormat,
|
selectedFormat: activeDownloadModeTab === 'combine' ? `${selectedCombinableVideoFormat}+${selectedCombinableAudioFormat}` : selectedDownloadFormat === 'best' ? videoMetadata.requested_downloads[0].format_id : selectedDownloadFormat,
|
||||||
downloadConfiguration,
|
downloadConfig: downloadConfiguration,
|
||||||
selectedSubtitles.length > 0 ? selectedSubtitles.join(',') : null
|
selectedSubtitles: selectedSubtitles.length > 0 ? selectedSubtitles.join(',') : null
|
||||||
);
|
});
|
||||||
}
|
}
|
||||||
// toast({
|
// toast({
|
||||||
// title: 'Download Initiated',
|
// title: 'Download Initiated',
|
||||||
|
|||||||
@@ -3,20 +3,38 @@ import { DownloadConfiguration } from '@/types/settings';
|
|||||||
import { RawVideoInfo } from '@/types/video';
|
import { RawVideoInfo } from '@/types/video';
|
||||||
import { createContext, useContext } from 'react';
|
import { createContext, useContext } from 'react';
|
||||||
|
|
||||||
|
export interface FetchVideoMetadataParams {
|
||||||
|
url: string;
|
||||||
|
formatId?: string;
|
||||||
|
playlistIndex?: string;
|
||||||
|
selectedSubtitles?: string | null;
|
||||||
|
resumeState?: DownloadState;
|
||||||
|
downloadConfig?: DownloadConfiguration;
|
||||||
|
};
|
||||||
|
|
||||||
|
export interface StartDownloadParams {
|
||||||
|
url: string;
|
||||||
|
selectedFormat: string;
|
||||||
|
downloadConfig: DownloadConfiguration;
|
||||||
|
selectedSubtitles?: string | null;
|
||||||
|
resumeState?: DownloadState;
|
||||||
|
playlistItems?: string;
|
||||||
|
};
|
||||||
|
|
||||||
interface AppContextType {
|
interface AppContextType {
|
||||||
fetchVideoMetadata: (url: string, formatId?: string, playlistIndex?: string, selectedSubtitles?: string | null, resumeState?: DownloadState, downloadConfig?: DownloadConfiguration) => Promise<RawVideoInfo | null>;
|
fetchVideoMetadata: (params: FetchVideoMetadataParams) => Promise<RawVideoInfo | null>;
|
||||||
startDownload: (url: string, selectedFormat: string, downloadConfig: DownloadConfiguration, selectedSubtitles?: string | null, resumeState?: DownloadState, playlistItems?: string) => Promise<void>;
|
startDownload: (params: StartDownloadParams) => Promise<void>;
|
||||||
pauseDownload: (state: DownloadState) => Promise<void>;
|
pauseDownload: (state: DownloadState) => Promise<void>;
|
||||||
resumeDownload: (state: DownloadState) => Promise<void>;
|
resumeDownload: (state: DownloadState) => Promise<void>;
|
||||||
cancelDownload: (state: DownloadState) => Promise<void>;
|
cancelDownload: (state: DownloadState) => Promise<void>;
|
||||||
}
|
}
|
||||||
|
|
||||||
export const AppContext = createContext<AppContextType>({
|
export const AppContext = createContext<AppContextType>({
|
||||||
fetchVideoMetadata: async () => (null),
|
fetchVideoMetadata: async () => (null),
|
||||||
startDownload: async () => {},
|
startDownload: async () => {},
|
||||||
pauseDownload: async () => {},
|
pauseDownload: async () => {},
|
||||||
resumeDownload: async () => {},
|
resumeDownload: async () => {},
|
||||||
cancelDownload: async () => {}
|
cancelDownload: async () => {}
|
||||||
});
|
});
|
||||||
|
|
||||||
export const useAppContext = () => useContext(AppContext);
|
export const useAppContext = () => useContext(AppContext);
|
||||||
|
|||||||
16
src/utils.ts
16
src/utils.ts
@@ -82,7 +82,7 @@ export const parseProgressLine = (line: string): DownloadProgress => {
|
|||||||
// Check if line is aria2c format only
|
// Check if line is aria2c format only
|
||||||
if (line.startsWith('[#') && line.includes('MiB') && line.includes('%')) {
|
if (line.startsWith('[#') && line.includes('MiB') && line.includes('%')) {
|
||||||
// Parse aria2c format: [#99f72b 2.5MiB/3.4MiB(75%) CN:1 DL:503KiB ETA:1s]
|
// Parse aria2c format: [#99f72b 2.5MiB/3.4MiB(75%) CN:1 DL:503KiB ETA:1s]
|
||||||
|
|
||||||
// Extract progress percentage
|
// Extract progress percentage
|
||||||
const progressMatch = line.match(/\((\d+(?:\.\d+)?)%\)/);
|
const progressMatch = line.match(/\((\d+(?:\.\d+)?)%\)/);
|
||||||
if (progressMatch) {
|
if (progressMatch) {
|
||||||
@@ -118,7 +118,7 @@ export const parseProgressLine = (line: string): DownloadProgress => {
|
|||||||
|
|
||||||
return progress as DownloadProgress;
|
return progress as DownloadProgress;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Original yt-dlp format: status:downloading,progress: 75.1%,speed:1022692.427018,downloaded:30289474,total:40331784,eta:9
|
// Original yt-dlp format: status:downloading,progress: 75.1%,speed:1022692.427018,downloaded:30289474,total:40331784,eta:9
|
||||||
line.split(',').forEach(pair => {
|
line.split(',').forEach(pair => {
|
||||||
const [key, value] = pair.split(':');
|
const [key, value] = pair.split(':');
|
||||||
@@ -337,14 +337,14 @@ export const determineFileType = (
|
|||||||
) => {
|
) => {
|
||||||
const videoCodec = (vcodec || '').toLowerCase();
|
const videoCodec = (vcodec || '').toLowerCase();
|
||||||
const audioCodec = (acodec || '').toLowerCase();
|
const audioCodec = (acodec || '').toLowerCase();
|
||||||
|
|
||||||
const isNone = (str: string): boolean => {
|
const isNone = (str: string): boolean => {
|
||||||
return ['none', 'n/a', '-', ''].includes(str);
|
return ['none', 'n/a', '-', ''].includes(str);
|
||||||
};
|
};
|
||||||
|
|
||||||
const hasVideo = !isNone(videoCodec);
|
const hasVideo = !isNone(videoCodec);
|
||||||
const hasAudio = !isNone(audioCodec);
|
const hasAudio = !isNone(audioCodec);
|
||||||
|
|
||||||
if (hasVideo && hasAudio) {
|
if (hasVideo && hasAudio) {
|
||||||
return 'video+audio';
|
return 'video+audio';
|
||||||
} else if (hasVideo) {
|
} else if (hasVideo) {
|
||||||
@@ -362,14 +362,14 @@ export const fileFormatFilter = (filterType: 'video+audio' | 'video' | 'audio' |
|
|||||||
const audioExt = (format.audio_ext || '').toLowerCase();
|
const audioExt = (format.audio_ext || '').toLowerCase();
|
||||||
const videoCodec = (format.vcodec || '').toLowerCase();
|
const videoCodec = (format.vcodec || '').toLowerCase();
|
||||||
const audioCodec = (format.acodec || '').toLowerCase();
|
const audioCodec = (format.acodec || '').toLowerCase();
|
||||||
|
|
||||||
const isNone = (str: string): boolean => {
|
const isNone = (str: string): boolean => {
|
||||||
return ['none', 'n/a', '-', ''].includes(str);
|
return ['none', 'n/a', '-', ''].includes(str);
|
||||||
};
|
};
|
||||||
|
|
||||||
const subtitleExts = ['srt', 'vtt', 'ass', 'ssa', 'sub', 'sbv'];
|
const subtitleExts = ['srt', 'vtt', 'ass', 'ssa', 'sub', 'sbv'];
|
||||||
const isSubtitle = subtitleExts.includes(format.ext);
|
const isSubtitle = subtitleExts.includes(format.ext);
|
||||||
|
|
||||||
const hasVideo = !isNone(videoExt) || !isNone(videoCodec);
|
const hasVideo = !isNone(videoExt) || !isNone(videoCodec);
|
||||||
const hasAudio = !isNone(audioExt) || !isNone(audioCodec);
|
const hasAudio = !isNone(audioExt) || !isNone(audioCodec);
|
||||||
|
|
||||||
@@ -401,4 +401,4 @@ export const sortByBitrate = (formats: VideoFormat[] | undefined) => {
|
|||||||
// If neither has tbr, maintain original order
|
// If neither has tbr, maintain original order
|
||||||
return 0;
|
return 0;
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|||||||
Reference in New Issue
Block a user