2025-05-24 10:36:15 +05:30
import sys
import os
import time
import requests
import re
import threading
import queue
import hashlib
import http . client
import traceback
import subprocess # Added for opening files cross-platform
import random
from collections import deque
from concurrent . futures import ThreadPoolExecutor , CancelledError , Future
from PyQt5 . QtGui import (
QIcon ,
2025-05-24 22:55:23 +05:30
QIntValidator ,
QDesktopServices
2025-05-24 10:36:15 +05:30
)
from PyQt5 . QtWidgets import (
QApplication , QWidget , QLabel , QLineEdit , QTextEdit , QPushButton ,
QVBoxLayout , QHBoxLayout , QFileDialog , QMessageBox , QListWidget , QRadioButton , QButtonGroup , QCheckBox , QSplitter ,
QDialog , QStackedWidget , QScrollArea , QListWidgetItem ,
QAbstractItemView , # Added for QListWidget.NoSelection
QFrame ,
QAbstractButton
)
2025-05-24 22:55:23 +05:30
from PyQt5 . QtCore import Qt , QThread , pyqtSignal , QMutex , QMutexLocker , QObject , QTimer , QSettings , QStandardPaths , QCoreApplication , QUrl , QSize
2025-05-24 10:36:15 +05:30
from urllib . parse import urlparse
try :
from PIL import Image
except ImportError :
Image = None
from io import BytesIO # Keep this if used elsewhere, though not directly in this diff
try :
print ( " Attempting to import from downloader_utils... " )
from downloader_utils import (
KNOWN_NAMES ,
clean_folder_name ,
extract_post_info ,
download_from_api ,
PostProcessorSignals ,
PostProcessorWorker ,
DownloadThread as BackendDownloadThread ,
SKIP_SCOPE_FILES ,
SKIP_SCOPE_POSTS ,
SKIP_SCOPE_BOTH ,
CHAR_SCOPE_TITLE , # Added for completeness if used directly
CHAR_SCOPE_FILES , # Ensure this is imported
CHAR_SCOPE_BOTH ,
CHAR_SCOPE_COMMENTS ,
2025-05-25 21:21:00 +05:30
FILE_DOWNLOAD_STATUS_FAILED_RETRYABLE_LATER ,
STYLE_DATE_BASED , # Import new manga style
2025-05-25 11:38:38 +05:30
STYLE_POST_TITLE_GLOBAL_NUMBERING # Import new manga style
2025-05-24 10:36:15 +05:30
)
print ( " Successfully imported names from downloader_utils. " )
except ImportError as e :
print ( f " --- IMPORT ERROR --- " )
print ( f " Failed to import from ' downloader_utils.py ' : { e } " )
2025-05-25 11:38:38 +05:30
print ( f " --- Check downloader_utils.py for syntax errors or missing dependencies. --- " )
2025-05-24 10:36:15 +05:30
KNOWN_NAMES = [ ]
PostProcessorWorker = object
2025-05-25 11:38:38 +05:30
# Create a mock PostProcessorSignals class with the expected signals
class _MockPostProcessorSignals ( QObject ) :
progress_signal = pyqtSignal ( str )
file_download_status_signal = pyqtSignal ( bool )
external_link_signal = pyqtSignal ( str , str , str , str )
file_progress_signal = pyqtSignal ( str , object )
missed_character_post_signal = pyqtSignal ( str , str )
# Add any other signals that might be expected if the real class is extended
def __init__ ( self , parent = None ) :
super ( ) . __init__ ( parent )
print ( " WARNING: Using MOCK PostProcessorSignals due to import error from downloader_utils.py. Some functionalities might be impaired. " )
PostProcessorSignals = _MockPostProcessorSignals # Use the mock class
2025-05-24 10:36:15 +05:30
BackendDownloadThread = QThread
def clean_folder_name ( n ) : return str ( n )
def extract_post_info ( u ) : return None , None , None
def download_from_api ( * a , * * k ) : yield [ ]
2025-05-25 11:38:38 +05:30
SKIP_SCOPE_FILES = " files " # type: ignore
2025-05-24 10:36:15 +05:30
SKIP_SCOPE_POSTS = " posts "
SKIP_SCOPE_BOTH = " both "
CHAR_SCOPE_TITLE = " title "
CHAR_SCOPE_FILES = " files "
CHAR_SCOPE_BOTH = " both "
CHAR_SCOPE_COMMENTS = " comments "
FILE_DOWNLOAD_STATUS_FAILED_RETRYABLE_LATER = " failed_retry_later "
2025-05-25 21:21:00 +05:30
STYLE_DATE_BASED = " date_based "
2025-05-25 11:38:38 +05:30
STYLE_POST_TITLE_GLOBAL_NUMBERING = " post_title_global_numbering " # Mock for safety
2025-05-24 10:36:15 +05:30
except Exception as e :
print ( f " --- UNEXPECTED IMPORT ERROR --- " )
print ( f " An unexpected error occurred during import: { e } " )
traceback . print_exc ( )
print ( f " ----------------------------- " , file = sys . stderr )
sys . exit ( 1 )
MAX_THREADS = 200
RECOMMENDED_MAX_THREADS = 50
MAX_FILE_THREADS_PER_POST_OR_WORKER = 10
POST_WORKER_BATCH_THRESHOLD = 30
POST_WORKER_NUM_BATCHES = 4
SOFT_WARNING_THREAD_THRESHOLD = 40 # New constant for soft warning
POST_WORKER_BATCH_DELAY_SECONDS = 2.5 # Seconds
MAX_POST_WORKERS_WHEN_COMMENT_FILTERING = 3 # New constant
HTML_PREFIX = " <!HTML!> "
CONFIG_ORGANIZATION_NAME = " KemonoDownloader "
CONFIG_APP_NAME_MAIN = " ApplicationSettings "
MANGA_FILENAME_STYLE_KEY = " mangaFilenameStyleV1 "
2025-05-25 21:21:00 +05:30
STYLE_POST_TITLE = " post_title " # Already defined, but ensure it's STYLE_POST_TITLE
2025-05-24 10:36:15 +05:30
STYLE_ORIGINAL_NAME = " original_name "
STYLE_DATE_BASED = " date_based " # New style for date-based naming
2025-05-25 11:38:38 +05:30
STYLE_POST_TITLE_GLOBAL_NUMBERING = STYLE_POST_TITLE_GLOBAL_NUMBERING # Use imported or mocked
2025-05-24 10:36:15 +05:30
SKIP_WORDS_SCOPE_KEY = " skipWordsScopeV1 "
ALLOW_MULTIPART_DOWNLOAD_KEY = " allowMultipartDownloadV1 "
USE_COOKIE_KEY = " useCookieV1 " # New setting key
COOKIE_TEXT_KEY = " cookieTextV1 " # New setting key for cookie text
CHAR_FILTER_SCOPE_KEY = " charFilterScopeV1 "
CONFIRM_ADD_ALL_ACCEPTED = 1
CONFIRM_ADD_ALL_SKIP_ADDING = 2
CONFIRM_ADD_ALL_CANCEL_DOWNLOAD = 3
class ConfirmAddAllDialog ( QDialog ) :
""" A dialog to confirm adding multiple new names to Known.txt. """
def __init__ ( self , new_filter_objects_list , parent = None ) :
super ( ) . __init__ ( parent )
self . setWindowTitle ( " Confirm Adding New Names " )
self . setModal ( True )
self . new_filter_objects_list = new_filter_objects_list
self . user_choice = CONFIRM_ADD_ALL_CANCEL_DOWNLOAD # Default to cancel if closed
main_layout = QVBoxLayout ( self )
info_label = QLabel (
" The following new names/groups from your ' Filter by Character(s) ' input are not in ' Known.txt ' . \n "
" Adding them can improve folder organization for future downloads. \n \n "
" Review the list and choose an action: "
)
info_label . setWordWrap ( True )
main_layout . addWidget ( info_label )
self . names_list_widget = QListWidget ( )
for filter_obj in self . new_filter_objects_list :
item_text = filter_obj [ " name " ]
# Optionally, make group display more informative
# if filter_obj["is_group"]:
# item_text += f" (Group with aliases: {', '.join(filter_obj['aliases'])})"
list_item = QListWidgetItem ( item_text )
list_item . setFlags ( list_item . flags ( ) | Qt . ItemIsUserCheckable )
list_item . setCheckState ( Qt . Checked ) # Default to checked
list_item . setData ( Qt . UserRole , filter_obj ) # Store the full filter object
self . names_list_widget . addItem ( list_item )
main_layout . addWidget ( self . names_list_widget )
selection_buttons_layout = QHBoxLayout ( )
self . select_all_button = QPushButton ( " Select All " )
self . select_all_button . clicked . connect ( self . _select_all_items )
selection_buttons_layout . addWidget ( self . select_all_button )
self . deselect_all_button = QPushButton ( " Deselect All " )
self . deselect_all_button . clicked . connect ( self . _deselect_all_items )
selection_buttons_layout . addWidget ( self . deselect_all_button )
selection_buttons_layout . addStretch ( )
main_layout . addLayout ( selection_buttons_layout )
buttons_layout = QHBoxLayout ( )
self . add_selected_button = QPushButton ( " Add Selected to Known.txt " )
self . add_selected_button . clicked . connect ( self . _accept_add_selected )
buttons_layout . addWidget ( self . add_selected_button )
self . skip_adding_button = QPushButton ( " Skip Adding These " )
self . skip_adding_button . clicked . connect ( self . _reject_skip_adding )
buttons_layout . addWidget ( self . skip_adding_button )
buttons_layout . addStretch ( )
self . cancel_download_button = QPushButton ( " Cancel Download " )
self . cancel_download_button . clicked . connect ( self . _reject_cancel_download )
buttons_layout . addWidget ( self . cancel_download_button )
main_layout . addLayout ( buttons_layout )
self . setMinimumWidth ( 480 )
self . setMinimumHeight ( 350 )
if parent and hasattr ( parent , ' get_dark_theme ' ) :
self . setStyleSheet ( parent . get_dark_theme ( ) )
self . add_selected_button . setDefault ( True )
def _select_all_items ( self ) :
for i in range ( self . names_list_widget . count ( ) ) :
self . names_list_widget . item ( i ) . setCheckState ( Qt . Checked )
def _deselect_all_items ( self ) :
for i in range ( self . names_list_widget . count ( ) ) :
self . names_list_widget . item ( i ) . setCheckState ( Qt . Unchecked )
def _accept_add_selected ( self ) :
selected_objects = [ ]
for i in range ( self . names_list_widget . count ( ) ) :
item = self . names_list_widget . item ( i )
if item . checkState ( ) == Qt . Checked :
filter_obj = item . data ( Qt . UserRole )
if filter_obj : # Should always be true if populated correctly
selected_objects . append ( filter_obj )
# self.user_choice will be the list of selected filter_obj, or empty list if none selected
self . user_choice = selected_objects
self . accept ( )
def _reject_skip_adding ( self ) :
self . user_choice = CONFIRM_ADD_ALL_SKIP_ADDING
self . reject ( ) # QDialog.reject() is fine, we check user_choice
def _reject_cancel_download ( self ) :
self . user_choice = CONFIRM_ADD_ALL_CANCEL_DOWNLOAD
self . reject ( ) # QDialog.reject() is fine, we check user_choice
def exec_ ( self ) :
super ( ) . exec_ ( )
# If user accepted but selected nothing, treat it as skipping addition
if isinstance ( self . user_choice , list ) and not self . user_choice :
2025-05-24 16:22:47 +05:30
# QMessageBox.information(self, "No Selection", "No names were selected to be added. Skipping addition.")
2025-05-24 10:36:15 +05:30
return CONFIRM_ADD_ALL_SKIP_ADDING
return self . user_choice
2025-05-24 16:22:47 +05:30
class HelpGuideDialog ( QDialog ) :
""" A multi-page dialog for displaying the feature guide. """
def __init__ ( self , steps_data , parent = None ) :
super ( ) . __init__ ( parent )
self . current_step = 0
self . steps_data = steps_data # List of (title, content_html) tuples
self . setWindowTitle ( " Kemono Downloader - Feature Guide " )
self . setModal ( True )
self . setFixedSize ( 650 , 600 ) # Adjusted size for guide content
# Apply similar styling to TourDialog, or a distinct one if preferred
self . setStyleSheet ( parent . get_dark_theme ( ) if hasattr ( parent , ' get_dark_theme ' ) else """
QDialog { background - color : #2E2E2E; border: 1px solid #5A5A5A; }
QLabel { color : #E0E0E0; }
QPushButton { background - color : #555; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 8px 15px; border-radius: 4px; min-height: 25px; font-size: 11pt; }
QPushButton : hover { background - color : #656565; }
QPushButton : pressed { background - color : #4A4A4A; }
""" )
self . _init_ui ( )
if parent : # Attempt to center on parent
self . move ( parent . geometry ( ) . center ( ) - self . rect ( ) . center ( ) )
def _init_ui ( self ) :
main_layout = QVBoxLayout ( self )
main_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
main_layout . setSpacing ( 0 )
self . stacked_widget = QStackedWidget ( )
main_layout . addWidget ( self . stacked_widget , 1 )
self . tour_steps_widgets = [ ] # To hold TourStepWidget instances
for title , content in self . steps_data :
step_widget = TourStepWidget ( title , content ) # Reuse TourStepWidget
self . tour_steps_widgets . append ( step_widget )
self . stacked_widget . addWidget ( step_widget )
buttons_layout = QHBoxLayout ( )
buttons_layout . setContentsMargins ( 15 , 10 , 15 , 15 )
buttons_layout . setSpacing ( 10 )
self . back_button = QPushButton ( " Back " )
self . back_button . clicked . connect ( self . _previous_step )
self . back_button . setEnabled ( False )
2025-05-24 22:55:23 +05:30
# Determine base directory for assets
# This logic assumes 'assest' folder is at the same level as main.py or the executable
if getattr ( sys , ' frozen ' , False ) and hasattr ( sys , ' _MEIPASS ' ) :
# For PyInstaller, assets are in _MEIPASS or a relative path from executable
# If 'assest' is bundled at the root of _MEIPASS:
assets_base_dir = sys . _MEIPASS
# If 'assest' is bundled relative to the executable directory:
# assets_base_dir = os.path.dirname(sys.executable)
else :
# For development, assets are relative to the script
assets_base_dir = os . path . dirname ( os . path . abspath ( __file__ ) )
2025-05-25 12:27:15 +05:30
github_icon_path = os . path . join ( assets_base_dir , " assets " , " github.png " )
instagram_icon_path = os . path . join ( assets_base_dir , " assets " , " instagram.png " )
discord_icon_path = os . path . join ( assets_base_dir , " assets " , " discord.png " )
2025-05-24 22:55:23 +05:30
self . github_button = QPushButton ( QIcon ( github_icon_path ) , " " )
self . instagram_button = QPushButton ( QIcon ( instagram_icon_path ) , " " )
self . Discord_button = QPushButton ( QIcon ( discord_icon_path ) , " " )
# Optional: Set a fixed icon size for consistency
icon_size = QSize ( 24 , 24 ) # Adjust as needed
self . github_button . setIconSize ( icon_size )
self . instagram_button . setIconSize ( icon_size )
self . Discord_button . setIconSize ( icon_size )
2025-05-24 16:22:47 +05:30
self . next_button = QPushButton ( " Next " )
self . next_button . clicked . connect ( self . _next_step_action )
self . next_button . setDefault ( True )
2025-05-24 22:55:23 +05:30
self . github_button . clicked . connect ( self . _open_github_link )
self . instagram_button . clicked . connect ( self . _open_instagram_link )
self . Discord_button . clicked . connect ( self . _open_Discord_link )
self . github_button . setToolTip ( " Visit project ' s GitHub page (Opens in browser) " )
self . instagram_button . setToolTip ( " Visit our Instagram page (Opens in browser) " )
self . Discord_button . setToolTip ( " Visit our Discord community (Opens in browser) " )
# Social media buttons layout
social_layout = QHBoxLayout ( )
social_layout . setSpacing ( 10 )
social_layout . addWidget ( self . github_button )
social_layout . addWidget ( self . instagram_button )
social_layout . addWidget ( self . Discord_button )
# social_layout.addStretch(1) # Pushes social buttons to the left if uncommented and placed before nav buttons
# Add social buttons to the main buttons_layout, before the stretch, to keep them left
# Clear buttons_layout and rebuild to ensure order
while buttons_layout . count ( ) :
item = buttons_layout . takeAt ( 0 ) # Removes the item from the layout
if item . widget ( ) : # Check if the item is a widget
item . widget ( ) . setParent ( None ) # Detach the widget from this layout
elif item . layout ( ) : # If it's a sub-layout
pass # Sub-layouts are handled by Qt's ownership or need explicit deletion if complex
buttons_layout . addLayout ( social_layout ) # Add social buttons on the left
buttons_layout . addStretch ( 1 ) # Stretch between social and nav buttons
buttons_layout . addWidget ( self . back_button ) # Back and Next on the right
2025-05-24 16:22:47 +05:30
buttons_layout . addWidget ( self . next_button )
main_layout . addLayout ( buttons_layout )
2025-05-24 22:55:23 +05:30
self . _update_button_states ( ) # Set initial button states
2025-05-24 16:22:47 +05:30
def _next_step_action ( self ) :
if self . current_step < len ( self . tour_steps_widgets ) - 1 :
self . current_step + = 1
self . stacked_widget . setCurrentIndex ( self . current_step )
else : # Last page
self . accept ( ) # Close dialog
self . _update_button_states ( )
def _previous_step ( self ) :
if self . current_step > 0 :
self . current_step - = 1
self . stacked_widget . setCurrentIndex ( self . current_step )
self . _update_button_states ( )
def _update_button_states ( self ) :
if self . current_step == len ( self . tour_steps_widgets ) - 1 :
self . next_button . setText ( " Finish " )
else :
self . next_button . setText ( " Next " )
self . back_button . setEnabled ( self . current_step > 0 )
2025-05-24 22:55:23 +05:30
def _open_github_link ( self ) :
# Replace with your actual GitHub project URL
QDesktopServices . openUrl ( QUrl ( " https://github.com/Yuvi9587 " ) )
def _open_instagram_link ( self ) :
# Replace with your actual Instagram URL
QDesktopServices . openUrl ( QUrl ( " https://www.instagram.com/uvi.arts/ " ) )
def _open_Discord_link ( self ) :
# Replace with your actual Discord URL
QDesktopServices . openUrl ( QUrl ( " https://discord.gg/BqP64XTdJN " ) )
2025-05-24 10:36:15 +05:30
class TourStepWidget ( QWidget ) :
""" A single step/page in the tour. """
def __init__ ( self , title_text , content_text , parent = None ) :
super ( ) . __init__ ( parent )
layout = QVBoxLayout ( self )
layout . setContentsMargins ( 20 , 20 , 20 , 20 )
layout . setSpacing ( 10 ) # Adjusted spacing between title and content for bullet points
title_label = QLabel ( title_text )
title_label . setAlignment ( Qt . AlignCenter )
title_label . setStyleSheet ( " font-size: 18px; font-weight: bold; color: #E0E0E0; padding-bottom: 15px; " )
layout . addWidget ( title_label )
scroll_area = QScrollArea ( )
scroll_area . setWidgetResizable ( True ) # Important for the content_label to resize correctly
scroll_area . setFrameShape ( QFrame . NoFrame ) # Make it look seamless with the dialog
scroll_area . setHorizontalScrollBarPolicy ( Qt . ScrollBarAlwaysOff ) # Content is word-wrapped
scroll_area . setVerticalScrollBarPolicy ( Qt . ScrollBarAsNeeded ) # Show scrollbar only when needed
scroll_area . setStyleSheet ( " background-color: transparent; " ) # Match dialog background
content_label = QLabel ( content_text )
content_label . setWordWrap ( True )
content_label . setAlignment ( Qt . AlignLeft | Qt . AlignTop )
content_label . setTextFormat ( Qt . RichText )
content_label . setStyleSheet ( " font-size: 11pt; color: #C8C8C8; line-height: 1.8; " )
scroll_area . setWidget ( content_label )
layout . addWidget ( scroll_area , 1 ) # The '1' is a stretch factor
class TourDialog ( QDialog ) :
"""
A dialog that shows a multi - page tour to the user .
Includes a " Never show again " checkbox .
Uses QSettings to remember this preference .
"""
tour_finished_normally = pyqtSignal ( )
tour_skipped = pyqtSignal ( )
CONFIG_ORGANIZATION_NAME = " KemonoDownloader " # Shared with main app for consistency if needed, but can be distinct
CONFIG_APP_NAME_TOUR = " ApplicationTour " # Specific QSettings group for tour
TOUR_SHOWN_KEY = " neverShowTourAgainV5 " # Updated key to re-show tour
def __init__ ( self , parent = None ) :
super ( ) . __init__ ( parent )
self . settings = QSettings ( self . CONFIG_ORGANIZATION_NAME , self . CONFIG_APP_NAME_TOUR )
self . current_step = 0
self . setWindowTitle ( " Welcome to Kemono Downloader! " )
self . setModal ( True )
self . setFixedSize ( 600 , 620 ) # Slightly adjusted for potentially more text
self . setStyleSheet ( """
QDialog {
background - color : #2E2E2E;
border : 1 px solid #5A5A5A;
}
QLabel {
color : #E0E0E0;
}
QCheckBox {
color : #C0C0C0;
font - size : 10 pt ;
spacing : 5 px ;
}
QCheckBox : : indicator {
width : 13 px ;
height : 13 px ;
}
QPushButton {
background - color : #555;
color : #F0F0F0;
border : 1 px solid #6A6A6A;
padding : 8 px 15 px ;
border - radius : 4 px ;
min - height : 25 px ;
font - size : 11 pt ;
}
QPushButton : hover {
background - color : #656565;
}
QPushButton : pressed {
background - color : #4A4A4A;
}
""" )
self . _init_ui ( )
self . _center_on_screen ( )
def _center_on_screen ( self ) :
""" Centers the dialog on the screen. """
try :
primary_screen = QApplication . primaryScreen ( )
if not primary_screen :
screens = QApplication . screens ( )
if not screens : return # Cannot center
primary_screen = screens [ 0 ]
available_geo = primary_screen . availableGeometry ( )
widget_geo = self . frameGeometry ( )
x = available_geo . x ( ) + ( available_geo . width ( ) - widget_geo . width ( ) ) / / 2
y = available_geo . y ( ) + ( available_geo . height ( ) - widget_geo . height ( ) ) / / 2
self . move ( x , y )
except Exception as e :
print ( f " [Tour] Error centering dialog: { e } " )
def _init_ui ( self ) :
main_layout = QVBoxLayout ( self )
main_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
main_layout . setSpacing ( 0 )
self . stacked_widget = QStackedWidget ( )
main_layout . addWidget ( self . stacked_widget , 1 )
step1_content = (
" Hello! This quick tour will walk you through the main features of the Kemono Downloader, including recent updates like enhanced filtering, manga mode improvements, and cookie management. "
" <ul> "
" <li>My goal is to help you easily download content from <b>Kemono</b> and <b>Coomer</b>.</li><br> "
" <li><b>Important Tip: App ' (Not Responding) ' ?</b><br> "
" After clicking ' Start Download ' , especially for large creator feeds or with many threads, the application might temporarily show as ' (Not Responding) ' . Your operating system (Windows, macOS, Linux) might even suggest you ' End Process ' or ' Force Quit ' .<br> "
" <b>Please be patient!</b> The app is often still working hard in the background. Before force-closing, try checking your chosen ' Download Location ' in your file explorer. If you see new folders being created or files appearing, it means the download is progressing correctly. Give it some time to become responsive again.</li><br> "
" <li>Use the <b>Next</b> and <b>Back</b> buttons to navigate.</li><br> "
" <li>Many options have tooltips if you hover over them for more details.</li><br> "
" <li>Click <b>Skip Tour</b> to close this guide at any time.</li><br> "
" <li>Check <b> ' Never show this tour again ' </b> if you don ' t want to see this on future startups.</li> "
" </ul> "
)
self . step1 = TourStepWidget ( " 👋 Welcome! " , step1_content )
step2_content = (
" Let ' s start with the basics for downloading: "
" <ul> "
" <li><b>🔗 Kemono Creator/Post URL:</b><br> "
" Paste the full web address (URL) of a creator ' s page (e.g., <i>https://kemono.su/patreon/user/12345</i>) "
" or a specific post (e.g., <i>.../post/98765</i>).</li><br> "
" or a Coomer creator (e.g., <i>https://coomer.su/onlyfans/user/artistname</i>) "
" <li><b>📁 Download Location:</b><br> "
" Click ' Browse... ' to choose a folder on your computer where all downloaded files will be saved. "
" This is required unless you are using ' Only Links ' mode.</li><br> "
" <li><b>📄 Page Range (Creator URLs only):</b><br> "
" If downloading from a creator ' s page, you can specify a range of pages to fetch (e.g., pages 2 to 5). "
" Leave blank for all pages. This is disabled for single post URLs or when <b>Manga/Comic Mode</b> is active.</li> "
" </ul> "
)
self . step2 = TourStepWidget ( " ① Getting Started " , step2_content )
step3_content = (
" Refine what you download with these filters (most are disabled in ' Only Links ' or ' Only Archives ' modes): "
" <ul> "
" <li><b>🎯 Filter by Character(s):</b><br> "
" Enter character names, comma-separated (e.g., <i>Tifa, Aerith</i>). Group aliases for a combined folder name: <i>(alias1, alias2, alias3)</i> becomes folder ' alias1 alias2 alias3 ' (after cleaning). All names in the group are used as aliases for matching.<br> "
" The <b> ' Filter: [Type] ' </b> button (next to this input) cycles how this filter applies: "
" <ul><li><i>Filter: Files:</i> Checks individual filenames. A post is kept if any file matches; only matching files are downloaded. Folder naming uses the character from the matching filename (if ' Separate Folders ' is on).</li><br> "
" <li><i>Filter: Title:</i> Checks post titles. All files from a matching post are downloaded. Folder naming uses the character from the matching post title.</li><br> "
" <li><i>Filter: Both:</i> Checks post title first. If it matches, all files are downloaded. If not, it then checks filenames, and only matching files are downloaded. Folder naming prioritizes title match, then file match.</li><br> "
" <li><i>Filter: Comments (Beta):</i> Checks filenames first. If a file matches, all files from the post are downloaded. If no file match, it then checks post comments. If a comment matches, all files are downloaded. (Uses more API requests). Folder naming prioritizes file match, then comment match.</li></ul> "
" This filter also influences folder naming if ' Separate Folders by Name/Title ' is enabled.</li><br> "
" <li><b>🚫 Skip with Words:</b><br> "
" Enter words, comma-separated (e.g., <i>WIP, sketch, preview</i>). "
" The <b> ' Scope: [Type] ' </b> button (next to this input) cycles how this filter applies: "
" <ul><li><i>Scope: Files:</i> Skips files if their names contain any of these words.</li><br> "
" <li><i>Scope: Posts:</i> Skips entire posts if their titles contain any of these words.</li><br> "
" <li><i>Scope: Both:</i> Applies both file and post title skipping (post first, then files).</li></ul></li><br> "
" <li><b>Filter Files (Radio Buttons):</b> Choose what to download: "
" <ul> "
" <li><i>All:</i> Downloads all file types found.</li><br> "
" <li><i>Images/GIFs:</i> Only common image formats and GIFs.</li><br> "
" <li><i>Videos:</i> Only common video formats.</li><br> "
" <li><b><i>📦 Only Archives:</i></b> Exclusively downloads <b>.zip</b> and <b>.rar</b> files. When selected, ' Skip .zip ' and ' Skip .rar ' checkboxes are automatically disabled and unchecked. ' Show External Links ' is also disabled.</li><br> "
" <li><i>🔗 Only Links:</i> Extracts and displays external links from post descriptions instead of downloading files. Download-related options and ' Show External Links ' are disabled.</li> "
" </ul></li> "
" </ul> "
)
self . step3 = TourStepWidget ( " ② Filtering Downloads " , step3_content )
step4_content = (
" More options to customize your downloads: "
" <ul> "
" <li><b>Skip .zip / Skip .rar:</b> Check these to avoid downloading these archive file types. "
" <i>(Note: These are disabled and ignored if ' 📦 Only Archives ' filter mode is selected).</i></li><br> "
" <li><b>✂️ Remove Words from name:</b><br> "
" Enter words, comma-separated (e.g., <i>patreon, [HD]</i>), to remove from downloaded filenames (case-insensitive).</li><br> "
" <li><b>Download Thumbnails Only:</b> Downloads small preview images instead of full-sized files (if available).</li><br> "
" <li><b>Compress Large Images:</b> If the ' Pillow ' library is installed, images larger than 1.5MB will be converted to WebP format if the WebP version is significantly smaller.</li><br> "
" <li><b>🗄️ Custom Folder Name (Single Post Only):</b><br> "
" If you are downloading a single specific post URL AND ' Separate Folders by Name/Title ' is enabled, "
" you can enter a custom name here for that post ' s download folder.</li><br> "
" <li><b>🍪 Use Cookie:</b> Check this to use cookies for requests. You can either: " # This <li> is the parent of a sub-ul
" <ul><li>Enter a cookie string directly into the text field (e.g., <i>name1=value1; name2=value2</i>).</li><br> "
" <li>Click ' Browse... ' to select a <i>cookies.txt</i> file (Netscape format). The path will appear in the text field.</li></ul> "
" This is useful for accessing content that requires login. The text field takes precedence if filled. "
" If ' Use Cookie ' is checked but both the text field and browsed file are empty, it will try to load ' cookies.txt ' from the app ' s directory.</li> "
" </ul> "
)
self . step4 = TourStepWidget ( " ③ Fine-Tuning Downloads " , step4_content )
step5_content = (
" Organize your downloads and manage performance: "
" <ul> "
" <li><b>⚙️ Separate Folders by Name/Title:</b> Creates subfolders based on the ' Filter by Character(s) ' input or post titles (can use the <b>Known.txt</b> list as a fallback for folder names).</li><br> "
" <li><b>Subfolder per Post:</b> If ' Separate Folders ' is on, this creates an additional subfolder for <i>each individual post</i> inside the main character/title folder.</li><br> "
" <li><b>🚀 Use Multithreading (Threads):</b> Enables faster operations. The number in ' Threads ' input means: "
" <ul><li>For <b>Creator Feeds:</b> Number of posts to process simultaneously. Files within each post are downloaded sequentially by its worker (unless ' Date Based ' manga naming is on, which forces 1 post worker).</li><br> "
" <li>For <b>Single Post URLs:</b> Number of files to download concurrently from that single post.</li></ul> "
" If unchecked, 1 thread is used. High thread counts (e.g., >40) may show an advisory.</li><br> "
" <li><b>Multi-part Download Toggle (Top-right of log area):</b><br> "
" The <b> ' Multi-part: [ON/OFF] ' </b> button allows enabling/disabling multi-segment downloads for individual large files. "
" <ul><li><b>ON:</b> Can speed up large file downloads (e.g., videos) but may increase UI choppiness or log spam with many small files. An advisory will appear when enabling. If a multi-part download fails, it retries as single-stream.</li><br> "
" <li><b>OFF (Default):</b> Files are downloaded in a single stream.</li></ul> "
" This is disabled if ' Only Links ' or ' Only Archives ' mode is active.</li><br> "
" <li><b>📖 Manga/Comic Mode (Creator URLs only):</b> Tailored for sequential content. "
" <ul> "
" <li>Downloads posts from <b>oldest to newest</b>.</li><br> "
" <li>The ' Page Range ' input is disabled as all posts are fetched.</li><br> "
" <li>A <b>filename style toggle button</b> (e.g., ' Name: Post Title ' ) appears in the top-right of the log area when this mode is active for a creator feed. Click it to cycle through naming styles: "
" <ul> "
2025-05-25 11:36:35 +05:30
" <li><b><i>Name: Post Title (Default):</i></b> The first file in a post is named after the post ' s cleaned title (e.g., ' My Chapter 1.jpg ' ). Subsequent files within the *same post* will attempt to keep their original filenames (e.g., ' page_02.png ' , ' bonus_art.jpg ' ). If the post has only one file, it ' s named after the post title. This is generally recommended for most manga/comics.</li><br> "
2025-05-25 21:21:00 +05:30
" <li><b><i>Name: Original File:</i></b> All files attempt to keep their original filenames. An optional prefix (e.g., ' MySeries_ ' ) can be entered in the input field that appears next to the style button. Example: ' MySeries_OriginalFile.jpg ' .</li><br> "
2025-05-25 11:36:35 +05:30
" <li><b><i>Name: Title+G.Num (Post Title + Global Numbering):</i></b> All files across all posts in the current download session are named sequentially using the post ' s cleaned title as a prefix, followed by a global counter. For example: Post ' Chapter 1 ' (2 files) -> ' Chapter 1_001.jpg ' , ' Chapter 1_002.png ' . The next post, ' Chapter 2 ' (1 file), would continue the numbering -> ' Chapter 2_003.jpg ' . Multithreading for post processing is automatically disabled for this style to ensure correct global numbering.</li><br> "
2025-05-25 21:21:00 +05:30
" <li><b><i>Name: Date Based:</i></b> Files are named sequentially (001.ext, 002.ext, ...) based on post publication order. An optional prefix (e.g., ' MySeries_ ' ) can be entered in the input field that appears next to the style button. Example: ' MySeries_001.jpg ' . Multithreading for post processing is automatically disabled for this style.</li> "
2025-05-24 10:36:15 +05:30
" </ul> "
" </li><br> "
2025-05-25 11:36:35 +05:30
" <li>For best results with ' Name: Post Title ' , ' Name: Title+G.Num ' , or ' Name: Date Based ' styles, use the ' Filter by Character(s) ' field with the manga/series title for folder organization.</li> "
2025-05-24 10:36:15 +05:30
" </ul></li><br> "
" <li><b>🎭 Known.txt for Smart Folder Organization:</b><br> "
" <code>Known.txt</code> (in the app ' s directory) allows fine-grained control over automatic folder organization when ' Separate Folders by Name/Title ' is active. "
" <ul> "
" <li><b>How it Works:</b> Each line in <code>Known.txt</code> is an entry. "
" <ul><li>A simple line like <code>My Awesome Series</code> means content matching this will go into a folder named \" My Awesome Series \" .</li><br> "
" <li>A grouped line like <code>(Character A, Char A, Alt Name A)</code> means content matching \" Character A \" , \" Char A \" , OR \" Alt Name A \" will ALL go into a single folder named \" Character A Char A Alt Name A \" (after cleaning). All terms in the parentheses become aliases for that folder.</li></ul></li> "
" <li><b>Intelligent Fallback:</b> When ' Separate Folders by Name/Title ' is active, and if a post doesn ' t match any specific ' Filter by Character(s) ' input, the downloader consults <code>Known.txt</code> to find a matching primary name for folder creation.</li><br> "
" <li><b>User-Friendly Management:</b> Add simple (non-grouped) names via the UI list below. For advanced editing (like creating/modifying grouped aliases), click <b> ' Open Known.txt ' </b> to edit the file in your text editor. The app reloads it on next use or startup.</li> "
" </ul> "
" </li> "
" </ul> "
)
self . step5 = TourStepWidget ( " ④ Organization & Performance " , step5_content )
step6_errors_content = (
" Sometimes, downloads might encounter issues. Here are a few common ones: "
" <ul> "
" <li><b>502 Bad Gateway / 503 Service Unavailable / 504 Gateway Timeout:</b><br> "
" These usually indicate temporary server-side problems with Kemono/Coomer. The site might be overloaded, down for maintenance, or experiencing issues. <br> "
" <b>Solution:</b> Wait a while (e.g., 30 minutes to a few hours) and try again later. Check the site directly in your browser.</li><br> "
" <li><b>Connection Lost / Connection Refused / Timeout (during file download):</b><br> "
" This can happen due to your internet connection, server instability, or if the server drops the connection for a large file. <br> "
" <b>Solution:</b> Check your internet. Try reducing the number of ' Threads ' if it ' s high. The app might prompt to retry some failed files at the end of a session.</li><br> "
" <li><b>IncompleteRead Error:</b><br> "
" The server sent less data than expected. Often a temporary network hiccup or server issue. <br> "
" <b>Solution:</b> The app will often mark these files for a retry attempt at the end of the download session.</li><br> "
" <li><b>403 Forbidden / 401 Unauthorized (less common for public posts):</b><br> "
" You might not have permission to access the content. For some paywalled or private content, using the ' Use Cookie ' option with valid cookies from your browser session might help. Ensure your cookies are fresh.</li><br> "
" <li><b>404 Not Found:</b><br> "
" The post or file URL is incorrect, or the content has been removed from the site. Double-check the URL.</li><br> "
" <li><b> ' No posts found ' / ' Target post not found ' :</b><br> "
" Ensure the URL is correct and the creator/post exists. If using page ranges, make sure they are valid for the creator. For very new posts, there might be a slight delay before they appear in the API.</li><br> "
" <li><b>General Slowness / App ' (Not Responding) ' :</b><br> "
" As mentioned in Step 1, if the app seems to hang after starting, especially with large creator feeds or many threads, please give it time. It ' s likely processing data in the background. Reducing thread count can sometimes improve responsiveness if this is frequent.</li> "
" </ul> "
)
self . step6_errors = TourStepWidget ( " ⑥ Common Errors & Troubleshooting " , step6_errors_content )
step7_final_controls_content = (
" Monitoring and Controls: "
" <ul> "
" <li><b>📜 Progress Log / Extracted Links Log:</b> Shows detailed download messages. If ' 🔗 Only Links ' mode is active, this area displays the extracted links.</li><br> "
" <li><b>Show External Links in Log:</b> If checked, a secondary log panel appears below the main log to display any external links found in post descriptions. <i>(This is disabled if ' 🔗 Only Links ' or ' 📦 Only Archives ' mode is active).</i></li><br> "
" <li><b>Log View Toggle (👁️ / 🙈 Button):</b><br> "
" This button (top-right of log area) switches the main log view: "
" <ul><li><b>👁️ Progress Log (Default):</b> Shows all download activity, errors, and summaries.</li><br> "
" <li><b>🙈 Missed Character Log:</b> Displays a list of key terms from post titles that were skipped due to your ' Filter by Character(s) ' settings. Useful for identifying content you might be unintentionally missing.</li></ul></li><br> "
" <li><b>🔄 Reset:</b> Clears all input fields, logs, and resets temporary settings to their defaults. Can only be used when no download is active.</li><br> "
" <li><b>⬇️ Start Download / 🔗 Extract Links / ⏸️ Pause / ❌ Cancel:</b> These buttons control the process. ' Cancel & Reset UI ' stops the current operation and performs a soft UI reset, preserving your URL and Directory inputs. ' Pause/Resume ' allows temporarily halting and continuing.</li><br> "
" <li>If some files fail with recoverable errors (like ' IncompleteRead ' ), you might be prompted to retry them at the end of a session.</li> "
" </ul> "
" <br>You ' re all set! Click <b> ' Finish ' </b> to close the tour and start using the downloader. "
)
self . step7_final_controls = TourStepWidget ( " ⑦ Logs & Final Controls " , step7_final_controls_content )
self . tour_steps = [ self . step1 , self . step2 , self . step3 , self . step4 , self . step5 , self . step6_errors , self . step7_final_controls ]
for step_widget in self . tour_steps :
self . stacked_widget . addWidget ( step_widget )
bottom_controls_layout = QVBoxLayout ( )
bottom_controls_layout . setContentsMargins ( 15 , 10 , 15 , 15 ) # Adjusted margins
bottom_controls_layout . setSpacing ( 12 ) # Slightly more spacing
self . never_show_again_checkbox = QCheckBox ( " Never show this tour again " )
bottom_controls_layout . addWidget ( self . never_show_again_checkbox , 0 , Qt . AlignLeft )
buttons_layout = QHBoxLayout ( )
buttons_layout . setSpacing ( 10 )
self . skip_button = QPushButton ( " Skip Tour " )
self . skip_button . clicked . connect ( self . _skip_tour_action )
self . back_button = QPushButton ( " Back " )
self . back_button . clicked . connect ( self . _previous_step )
self . back_button . setEnabled ( False )
self . next_button = QPushButton ( " Next " )
self . next_button . clicked . connect ( self . _next_step_action )
self . next_button . setDefault ( True )
buttons_layout . addWidget ( self . skip_button )
buttons_layout . addStretch ( 1 )
buttons_layout . addWidget ( self . back_button )
buttons_layout . addWidget ( self . next_button )
bottom_controls_layout . addLayout ( buttons_layout )
main_layout . addLayout ( bottom_controls_layout )
self . _update_button_states ( )
def _handle_exit_actions ( self ) :
if self . never_show_again_checkbox . isChecked ( ) :
self . settings . setValue ( self . TOUR_SHOWN_KEY , True )
self . settings . sync ( )
def _next_step_action ( self ) :
if self . current_step < len ( self . tour_steps ) - 1 :
self . current_step + = 1
self . stacked_widget . setCurrentIndex ( self . current_step )
else :
self . _handle_exit_actions ( )
self . tour_finished_normally . emit ( )
self . accept ( )
self . _update_button_states ( )
def _previous_step ( self ) :
if self . current_step > 0 :
self . current_step - = 1
self . stacked_widget . setCurrentIndex ( self . current_step )
self . _update_button_states ( )
def _skip_tour_action ( self ) :
self . _handle_exit_actions ( )
self . tour_skipped . emit ( )
self . reject ( )
def _update_button_states ( self ) :
if self . current_step == len ( self . tour_steps ) - 1 :
self . next_button . setText ( " Finish " )
else :
self . next_button . setText ( " Next " )
self . back_button . setEnabled ( self . current_step > 0 )
@staticmethod
def run_tour_if_needed ( parent_app_window ) :
try :
settings = QSettings ( TourDialog . CONFIG_ORGANIZATION_NAME , TourDialog . CONFIG_APP_NAME_TOUR )
never_show_again_from_settings = settings . value ( TourDialog . TOUR_SHOWN_KEY , False , type = bool )
primary_screen = QApplication . primaryScreen ( )
if not primary_screen :
screens = QApplication . screens ( )
primary_screen = screens [ 0 ] if screens else None
dialog_width , dialog_height = 600 , 620 # Default fixed size
if primary_screen :
available_geo = primary_screen . availableGeometry ( )
screen_w , screen_h = available_geo . width ( ) , available_geo . height ( )
pref_w = int ( screen_w * 0.50 )
pref_h = int ( screen_h * 0.60 )
min_w , max_w = 550 , 700
min_h , max_h = 580 , 750
dialog_width = max ( min_w , min ( pref_w , max_w ) )
dialog_height = max ( min_h , min ( pref_h , max_h ) )
if never_show_again_from_settings :
print ( f " [Tour] Skipped: ' { TourDialog . TOUR_SHOWN_KEY } ' is True in settings. " )
return QDialog . Rejected
tour_dialog = TourDialog ( parent_app_window )
tour_dialog . setFixedSize ( dialog_width , dialog_height ) # Apply calculated fixed size
result = tour_dialog . exec_ ( )
return result
except Exception as e :
print ( f " [Tour] CRITICAL ERROR in run_tour_if_needed: { e } " )
return QDialog . Rejected
class DynamicFilterHolder :
def __init__ ( self , initial_filters = None ) :
self . lock = threading . Lock ( )
self . _filters = initial_filters if initial_filters is not None else [ ]
def get_filters ( self ) :
with self . lock :
return [ dict ( f ) for f in self . _filters ]
def set_filters ( self , new_filters ) :
with self . lock :
self . _filters = [ dict ( f ) for f in ( new_filters if new_filters else [ ] ) ]
class DownloaderApp ( QWidget ) :
character_prompt_response_signal = pyqtSignal ( bool )
log_signal = pyqtSignal ( str )
add_character_prompt_signal = pyqtSignal ( str )
overall_progress_signal = pyqtSignal ( int , int )
finished_signal = pyqtSignal ( int , int , bool , list )
external_link_signal = pyqtSignal ( str , str , str , str )
file_progress_signal = pyqtSignal ( str , object )
def __init__ ( self ) :
super ( ) . __init__ ( )
self . settings = QSettings ( CONFIG_ORGANIZATION_NAME , CONFIG_APP_NAME_MAIN )
if getattr ( sys , ' frozen ' , False ) and hasattr ( sys , ' _MEIPASS ' ) :
app_base_dir = os . path . dirname ( sys . executable )
else :
app_base_dir = os . path . dirname ( os . path . abspath ( __file__ ) )
self . config_file = os . path . join ( app_base_dir , " Known.txt " )
self . download_thread = None
self . thread_pool = None
self . cancellation_event = threading . Event ( )
self . pause_event = threading . Event ( ) # New event for pausing
self . active_futures = [ ]
self . total_posts_to_process = 0
self . dynamic_character_filter_holder = DynamicFilterHolder ( ) # For live character filter updates
self . processed_posts_count = 0
self . download_counter = 0
self . skip_counter = 0
self . all_kept_original_filenames = [ ] # Initialize this attribute
# Ensure these are initialized even if UI elements aren't fully ready
self . manga_mode_checkbox = None
self . selected_cookie_filepath = None # For storing path from browse button
self . retryable_failed_files_info = [ ] # For storing info about files that failed but can be retried
self . is_paused = False # New state for pause functionality
self . worker_to_gui_queue = queue . Queue ( )
self . gui_update_timer = QTimer ( self )
self . actual_gui_signals = PostProcessorSignals ( ) # Renamed from self.worker_signals
self . worker_signals = PostProcessorSignals ( )
self . prompt_mutex = QMutex ( )
self . _add_character_response = None
self . downloaded_files = set ( )
self . downloaded_files_lock = threading . Lock ( )
self . downloaded_file_hashes = set ( )
self . downloaded_file_hashes_lock = threading . Lock ( )
self . show_external_links = False
self . external_link_queue = deque ( )
self . _is_processing_external_link_queue = False
self . _current_link_post_title = None
self . extracted_links_cache = [ ]
self . manga_rename_toggle_button = None
self . main_log_output = None
self . external_log_output = None
self . log_splitter = None
self . main_splitter = None
self . reset_button = None
self . progress_log_label = None
self . log_verbosity_toggle_button = None # New icon button
self . missed_character_log_output = None # New log area
self . log_view_stack = None # To switch between progress and missed char logs
self . current_log_view = ' progress ' # 'progress' or 'missed_character'
self . link_search_input = None
self . link_search_button = None # For filtering links log
self . export_links_button = None # For exporting links
self . radio_only_links = None
self . radio_only_archives = None
self . missed_title_key_terms_count = { }
self . missed_title_key_terms_examples = { }
self . logged_summary_for_key_term = set ( )
self . STOP_WORDS = set ( [ " a " , " an " , " the " , " is " , " was " , " were " , " of " , " for " , " with " , " in " , " on " , " at " , " by " , " to " , " and " , " or " , " but " , " i " , " you " , " he " , " she " , " it " , " we " , " they " , " my " , " your " , " his " , " her " , " its " , " our " , " their " , " com " , " net " , " org " , " www " ] )
self . already_logged_bold_key_terms = set ( ) # For the new simple bolded list
self . missed_key_terms_buffer = [ ] # To store terms for alphabetical sorting
self . char_filter_scope_toggle_button = None
self . manga_filename_style = self . settings . value ( MANGA_FILENAME_STYLE_KEY , STYLE_POST_TITLE , type = str )
self . skip_words_scope = self . settings . value ( SKIP_WORDS_SCOPE_KEY , SKIP_SCOPE_POSTS , type = str )
self . char_filter_scope = self . settings . value ( CHAR_FILTER_SCOPE_KEY , CHAR_SCOPE_FILES , type = str ) # Default to Files
self . allow_multipart_download_setting = False
self . use_cookie_setting = False # Always default to False on launch
self . cookie_text_setting = " " # Always default to empty on launch
print ( f " ℹ ️ Known.txt will be loaded/saved at: { self . config_file } " )
self . setWindowTitle ( " Kemono Downloader v4.0.0 " )
# self.load_known_names_from_util() # This call is premature and causes the error.
self . setStyleSheet ( self . get_dark_theme ( ) )
self . init_ui ( )
self . _connect_signals ( )
self . log_signal . emit ( " ℹ ️ Local API server functionality has been removed." )
self . log_signal . emit ( " ℹ ️ ' Skip Current File ' button has been removed. " )
if hasattr ( self , ' character_input ' ) :
self . character_input . setToolTip ( " Names, comma-separated. Group aliases: (alias1, alias2, alias3) becomes folder name ' alias1 alias2 alias3 ' (after cleaning). \n All names in the group are used as aliases for matching. \n E.g., yor, (Boa, Hancock, Snake Princess) " )
self . log_signal . emit ( f " ℹ ️ Manga filename style loaded: ' { self . manga_filename_style } ' " )
self . log_signal . emit ( f " ℹ ️ Skip words scope loaded: ' { self . skip_words_scope } ' " )
self . log_signal . emit ( f " ℹ ️ Character filter scope loaded: ' { self . char_filter_scope } ' " )
self . log_signal . emit ( f " ℹ ️ Multi-part download defaults to: { ' Enabled ' if self . allow_multipart_download_setting else ' Disabled ' } on launch " )
self . log_signal . emit ( f " ℹ ️ Cookie text defaults to: Empty on launch" )
self . log_signal . emit ( f " ℹ ️ ' Use Cookie ' setting defaults to: Disabled on launch " )
def _get_tooltip_for_character_input ( self ) :
return (
" Names, comma-separated. \n "
" - Individual names: `Tifa`, `Aerith` (separate folders, separate Known.txt entries). \n "
" - Group for shared folder, separate Known.txt: `(Vivi, Ulti, Uta)` -> creates folder ' Vivi Ulti Uta ' , but adds Vivi, Ulti, Uta as separate Known.txt entries. \n "
" - Group for a single shared folder: `(Yuffie, Sonon)~` (note the `~`) -> creates one Known.txt entry for folder ' Yuffie Sonon ' , with Yuffie and Sonon as aliases. \n "
" All names in any group type are used as aliases for matching content. "
)
def _connect_signals ( self ) :
self . actual_gui_signals . progress_signal . connect ( self . handle_main_log )
self . actual_gui_signals . file_progress_signal . connect ( self . update_file_progress_display )
self . actual_gui_signals . missed_character_post_signal . connect ( self . handle_missed_character_post )
self . actual_gui_signals . external_link_signal . connect ( self . handle_external_link_signal )
self . actual_gui_signals . file_download_status_signal . connect ( lambda status : None ) # Placeholder if needed, or connect to UI
if hasattr ( self , ' character_input ' ) : # Connect live update for character input
self . character_input . textChanged . connect ( self . _on_character_input_changed_live )
if hasattr ( self , ' use_cookie_checkbox ' ) :
self . use_cookie_checkbox . toggled . connect ( self . _update_cookie_input_visibility )
if hasattr ( self , ' cookie_browse_button ' ) : # Connect the new browse button
self . cookie_browse_button . clicked . connect ( self . _browse_cookie_file )
if hasattr ( self , ' cookie_text_input ' ) : # Connect text changed for manual clear detection
self . cookie_text_input . textChanged . connect ( self . _handle_cookie_text_manual_change )
self . gui_update_timer . timeout . connect ( self . _process_worker_queue )
self . gui_update_timer . start ( 100 ) # Check queue every 100ms
self . log_signal . connect ( self . handle_main_log )
self . add_character_prompt_signal . connect ( self . prompt_add_character )
self . character_prompt_response_signal . connect ( self . receive_add_character_result )
self . overall_progress_signal . connect ( self . update_progress_display )
self . finished_signal . connect ( self . download_finished )
if hasattr ( self , ' character_search_input ' ) : self . character_search_input . textChanged . connect ( self . filter_character_list )
if hasattr ( self , ' external_links_checkbox ' ) : self . external_links_checkbox . toggled . connect ( self . update_external_links_setting )
if hasattr ( self , ' thread_count_input ' ) : self . thread_count_input . textChanged . connect ( self . update_multithreading_label )
if hasattr ( self , ' use_subfolder_per_post_checkbox ' ) : self . use_subfolder_per_post_checkbox . toggled . connect ( self . update_ui_for_subfolders )
if hasattr ( self , ' use_multithreading_checkbox ' ) : self . use_multithreading_checkbox . toggled . connect ( self . _handle_multithreading_toggle )
if hasattr ( self , ' radio_group ' ) and self . radio_group :
self . radio_group . buttonToggled . connect ( self . _handle_filter_mode_change )
if self . reset_button : self . reset_button . clicked . connect ( self . reset_application_state )
if self . log_verbosity_toggle_button : self . log_verbosity_toggle_button . clicked . connect ( self . toggle_active_log_view )
if self . link_search_button : self . link_search_button . clicked . connect ( self . _filter_links_log )
if self . link_search_input :
self . link_search_input . returnPressed . connect ( self . _filter_links_log )
self . link_search_input . textChanged . connect ( self . _filter_links_log )
if self . export_links_button : self . export_links_button . clicked . connect ( self . _export_links_to_file )
if self . manga_mode_checkbox : self . manga_mode_checkbox . toggled . connect ( self . update_ui_for_manga_mode )
if self . manga_rename_toggle_button : self . manga_rename_toggle_button . clicked . connect ( self . _toggle_manga_filename_style )
if hasattr ( self , ' link_input ' ) :
self . link_input . textChanged . connect ( lambda : self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False ) )
if self . skip_scope_toggle_button :
self . skip_scope_toggle_button . clicked . connect ( self . _cycle_skip_scope )
if self . char_filter_scope_toggle_button :
self . char_filter_scope_toggle_button . clicked . connect ( self . _cycle_char_filter_scope )
if hasattr ( self , ' multipart_toggle_button ' ) : self . multipart_toggle_button . clicked . connect ( self . _toggle_multipart_mode ) # Keep this if it's separate
if hasattr ( self , ' open_known_txt_button ' ) : # Connect the new button
self . open_known_txt_button . clicked . connect ( self . _open_known_txt_file )
def _on_character_input_changed_live ( self , text ) :
"""
Called when the character input field text changes .
If a download is active ( running or paused ) , this updates the dynamic filter holder .
"""
if self . _is_download_active ( ) : # Only update if download is active/paused
QCoreApplication . processEvents ( )
raw_character_filters_text = self . character_input . text ( ) . strip ( )
parsed_filters = self . _parse_character_filters ( raw_character_filters_text )
self . dynamic_character_filter_holder . set_filters ( parsed_filters )
def _parse_character_filters ( self , raw_text ) :
""" Helper to parse character filter string into list of objects. """
parsed_character_filter_objects = [ ]
if raw_text :
raw_parts = [ ]
current_part_buffer = " "
in_group_parsing = False
for char_token in raw_text :
if char_token == ' ( ' and not in_group_parsing : # Only start group if not already in one
in_group_parsing = True
current_part_buffer + = char_token
elif char_token == ' ) ' and in_group_parsing : # Only end group if currently in one
# Check for tilde immediately after closing parenthesis
in_group_parsing = False
current_part_buffer + = char_token
elif char_token == ' , ' and not in_group_parsing :
if current_part_buffer . strip ( ) : raw_parts . append ( current_part_buffer . strip ( ) )
current_part_buffer = " "
else :
current_part_buffer + = char_token
if current_part_buffer . strip ( ) : raw_parts . append ( current_part_buffer . strip ( ) )
for part_str in raw_parts :
part_str = part_str . strip ( )
if not part_str : continue
is_tilde_group = part_str . startswith ( " ( " ) and part_str . endswith ( " )~ " )
is_standard_group_for_splitting = part_str . startswith ( " ( " ) and part_str . endswith ( " ) " ) and not is_tilde_group
if is_tilde_group :
group_content_str = part_str [ 1 : - 2 ] . strip ( ) # Remove ( ) and ~
aliases_in_group = [ alias . strip ( ) for alias in group_content_str . split ( ' , ' ) if alias . strip ( ) ]
if aliases_in_group :
group_folder_name = " " . join ( aliases_in_group ) # Folder name from all aliases
parsed_character_filter_objects . append ( { " name " : group_folder_name , " is_group " : True , " aliases " : aliases_in_group } )
elif is_standard_group_for_splitting :
group_content_str = part_str [ 1 : - 1 ] . strip ( )
aliases_in_group = [ alias . strip ( ) for alias in group_content_str . split ( ' , ' ) if alias . strip ( ) ]
if aliases_in_group :
# For (A, B, C) type groups:
# Create a single filter object for a shared folder in the current download.
# Mark with a special flag to handle Known.txt addition differently.
group_folder_name = " " . join ( aliases_in_group ) # Folder name from all aliases
parsed_character_filter_objects . append ( {
" name " : group_folder_name ,
" is_group " : True , # Behaves like a tilde group for current download folder
" aliases " : aliases_in_group ,
" components_are_distinct_for_known_txt " : True # New flag
} )
else :
parsed_character_filter_objects . append ( { " name " : part_str , " is_group " : False , " aliases " : [ part_str ] , " components_are_distinct_for_known_txt " : False } ) # Standard single entry
return parsed_character_filter_objects
def _process_worker_queue ( self ) :
""" Processes messages from the worker queue and emits Qt signals from the GUI thread. """
while not self . worker_to_gui_queue . empty ( ) :
try :
item = self . worker_to_gui_queue . get_nowait ( )
signal_type = item . get ( ' type ' )
payload = item . get ( ' payload ' , tuple ( ) ) # Default to empty tuple
if signal_type == ' progress ' :
self . actual_gui_signals . progress_signal . emit ( * payload )
elif signal_type == ' file_download_status ' : # Changed from 'file_status'
self . actual_gui_signals . file_download_status_signal . emit ( * payload )
elif signal_type == ' external_link ' : # Changed from 'ext_link'
self . actual_gui_signals . external_link_signal . emit ( * payload )
elif signal_type == ' file_progress ' :
self . actual_gui_signals . file_progress_signal . emit ( * payload )
elif signal_type == ' missed_character_post ' :
self . actual_gui_signals . missed_character_post_signal . emit ( * payload )
else :
self . log_signal . emit ( f " ⚠️ Unknown signal type from worker queue: { signal_type } " )
self . worker_to_gui_queue . task_done ( )
except queue . Empty :
break # Should not happen with while not empty, but good practice
except Exception as e :
self . log_signal . emit ( f " ❌ Error processing worker queue: { e } " )
def load_known_names_from_util ( self ) :
global KNOWN_NAMES
if os . path . exists ( self . config_file ) :
parsed_known_objects = [ ]
try :
with open ( self . config_file , ' r ' , encoding = ' utf-8 ' ) as f :
for line_num , line in enumerate ( f , 1 ) :
line = line . strip ( )
if not line : continue
if line . startswith ( " ( " ) and line . endswith ( " ) " ) : # Grouped entry
content = line [ 1 : - 1 ] . strip ( )
parts = [ p . strip ( ) for p in content . split ( ' , ' ) if p . strip ( ) ]
if parts :
# The folder name is the cleaned version of the full content inside parentheses
folder_name_raw = content . replace ( ' , ' , ' ' ) # Replace commas with spaces for cleaning
folder_name_cleaned = clean_folder_name ( folder_name_raw )
# The aliases are the individual parts for matching
unique_aliases_set = { p for p in parts } # parts are already stripped
final_aliases_list = sorted ( list ( unique_aliases_set ) , key = str . lower ) # Sort all aliases alphabetically
if not folder_name_cleaned :
if hasattr ( self , ' log_signal ' ) : self . log_signal . emit ( f " ⚠️ Group resulted in empty folder name after cleaning in Known.txt on line { line_num } : ' { line } ' . Skipping entry. " )
continue
parsed_known_objects . append ( {
" name " : folder_name_cleaned , # This is the new folder name derived from full content
" is_group " : True ,
" aliases " : final_aliases_list # These are used for matching in text
} )
else :
if hasattr ( self , ' log_signal ' ) : self . log_signal . emit ( f " ⚠️ Empty group found in Known.txt on line { line_num } : ' { line } ' " )
else :
parsed_known_objects . append ( {
" name " : line ,
" is_group " : False ,
" aliases " : [ line ] # Simple entry, alias is itself
} )
parsed_known_objects . sort ( key = lambda x : x [ " name " ] . lower ( ) ) # Sort by primary name
KNOWN_NAMES [ : ] = parsed_known_objects # Update global list
log_msg = f " ℹ ️ Loaded { len ( KNOWN_NAMES ) } known entries from { self . config_file } "
except Exception as e :
log_msg = f " ❌ Error loading config ' { self . config_file } ' : { e } "
QMessageBox . warning ( self , " Config Load Error " , f " Could not load list from { self . config_file } : \n { e } " )
KNOWN_NAMES [ : ] = [ ]
else :
self . character_input . setToolTip ( " Names, comma-separated. Group aliases: (alias1, alias2, alias3) becomes folder name ' alias1 alias2 alias3 ' (after cleaning). \n All names in the group are used as aliases for matching. \n E.g., yor, (Boa, Hancock, Snake Princess) " )
log_msg = f " ℹ ️ Config file ' { self . config_file } ' not found. It will be created on save. "
KNOWN_NAMES [ : ] = [ ] # Ensure it's empty if file doesn't exist
if hasattr ( self , ' log_signal ' ) : self . log_signal . emit ( log_msg )
if hasattr ( self , ' character_list ' ) :
self . character_list . clear ( )
if not KNOWN_NAMES :
# Previously, a default entry was added here if KNOWN_NAMES was empty
# (i.e., if Known.txt didn't exist or was empty).
# Now, we do nothing, so KNOWN_NAMES remains empty,
# and Known.txt will be created empty if it doesn't exist when save_known_names() is called.
self . log_signal . emit ( " ℹ ️ ' Known.txt ' is empty or was not found. No default entries will be added. " )
self . character_list . addItems ( [ entry [ " name " ] for entry in KNOWN_NAMES ] )
def save_known_names ( self ) :
global KNOWN_NAMES
try :
with open ( self . config_file , ' w ' , encoding = ' utf-8 ' ) as f :
for entry in KNOWN_NAMES :
if entry [ " is_group " ] :
# Save the original aliases list back to the file format (Name1, Name2, ...)
# The 'name' field (the folder name) is NOT written back directly.
f . write ( f " ( { ' , ' . join ( sorted ( entry [ ' aliases ' ] , key = str . lower ) ) } ) \n " ) # Save sorted aliases
else : # Non-group entry
f . write ( entry [ " name " ] + ' \n ' ) # Non-grouped items are saved as plain names
if hasattr ( self , ' log_signal ' ) : self . log_signal . emit ( f " 💾 Saved { len ( KNOWN_NAMES ) } known entries to { self . config_file } " )
except Exception as e :
log_msg = f " ❌ Error saving config ' { self . config_file } ' : { e } "
if hasattr ( self , ' log_signal ' ) : self . log_signal . emit ( log_msg )
QMessageBox . warning ( self , " Config Save Error " , f " Could not save list to { self . config_file } : \n { e } " )
def closeEvent ( self , event ) :
self . save_known_names ( )
self . settings . setValue ( MANGA_FILENAME_STYLE_KEY , self . manga_filename_style )
self . settings . setValue ( SKIP_WORDS_SCOPE_KEY , self . skip_words_scope )
self . settings . setValue ( CHAR_FILTER_SCOPE_KEY , self . char_filter_scope )
self . settings . setValue ( ALLOW_MULTIPART_DOWNLOAD_KEY , self . allow_multipart_download_setting )
self . settings . setValue ( COOKIE_TEXT_KEY , self . cookie_text_input . text ( ) if hasattr ( self , ' cookie_text_input ' ) else " " )
self . settings . setValue ( USE_COOKIE_KEY , self . use_cookie_checkbox . isChecked ( ) if hasattr ( self , ' use_cookie_checkbox ' ) else False )
self . settings . sync ( )
should_exit = True
is_downloading = self . _is_download_active ( )
if is_downloading :
reply = QMessageBox . question ( self , " Confirm Exit " ,
" Download in progress. Are you sure you want to exit and cancel? " ,
QMessageBox . Yes | QMessageBox . No , QMessageBox . No )
if reply == QMessageBox . Yes :
self . log_signal . emit ( " ⚠️ Cancelling active download due to application exit... " )
self . cancellation_event . set ( )
if self . download_thread and self . download_thread . isRunning ( ) :
self . download_thread . requestInterruption ( )
self . log_signal . emit ( " Signaled single download thread to interrupt. " )
if self . download_thread and self . download_thread . isRunning ( ) :
self . log_signal . emit ( " Waiting for single download thread to finish... " )
self . download_thread . wait ( 3000 )
if self . download_thread . isRunning ( ) :
self . log_signal . emit ( " ⚠️ Single download thread did not terminate gracefully. " )
if self . thread_pool :
self . log_signal . emit ( " Shutting down thread pool (waiting for completion)... " )
self . thread_pool . shutdown ( wait = True , cancel_futures = True )
self . log_signal . emit ( " Thread pool shutdown complete. " )
self . thread_pool = None
self . log_signal . emit ( " Cancellation for exit complete. " )
else :
should_exit = False
self . log_signal . emit ( " ℹ ️ Application exit cancelled." )
event . ignore ( )
return
if should_exit :
self . log_signal . emit ( " ℹ ️ Application closing." )
if self . thread_pool :
self . log_signal . emit ( " Final thread pool check: Shutting down... " )
self . cancellation_event . set ( )
self . thread_pool . shutdown ( wait = True , cancel_futures = True )
self . thread_pool = None
self . log_signal . emit ( " 👋 Exiting application. " )
event . accept ( )
def init_ui ( self ) :
self . main_splitter = QSplitter ( Qt . Horizontal )
left_panel_widget = QWidget ( )
right_panel_widget = QWidget ( )
left_layout = QVBoxLayout ( left_panel_widget )
right_layout = QVBoxLayout ( right_panel_widget )
left_layout . setContentsMargins ( 10 , 10 , 10 , 10 )
right_layout . setContentsMargins ( 10 , 10 , 10 , 10 )
url_page_layout = QHBoxLayout ( )
url_page_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
url_page_layout . addWidget ( QLabel ( " 🔗 Kemono Creator/Post URL: " ) )
self . link_input = QLineEdit ( )
self . link_input . setPlaceholderText ( " e.g., https://kemono.su/patreon/user/12345 or .../post/98765 " )
self . link_input . setToolTip ( " Enter the full URL of a Kemono/Coomer creator ' s page or a specific post. \n Example (Creator): https://kemono.su/patreon/user/12345 \n Example (Post): https://kemono.su/patreon/user/12345/post/98765 " )
self . link_input . textChanged . connect ( self . update_custom_folder_visibility )
url_page_layout . addWidget ( self . link_input , 1 ) # URL input takes available space
self . page_range_label = QLabel ( " Page Range: " )
self . page_range_label . setStyleSheet ( " font-weight: bold; padding-left: 10px; " )
self . start_page_input = QLineEdit ( )
self . start_page_input . setPlaceholderText ( " Start " )
self . start_page_input . setFixedWidth ( 50 )
self . start_page_input . setToolTip ( " For creator URLs: Specify the starting page number to download from (e.g., 1, 2, 3). \n Leave blank or set to 1 to start from the first page. \n Disabled for single post URLs or Manga/Comic Mode. " )
self . start_page_input . setValidator ( QIntValidator ( 1 , 99999 ) )
self . to_label = QLabel ( " to " )
self . end_page_input = QLineEdit ( )
self . end_page_input . setPlaceholderText ( " End " )
self . end_page_input . setFixedWidth ( 50 )
self . end_page_input . setToolTip ( " For creator URLs: Specify the ending page number to download up to (e.g., 5, 10). \n Leave blank to download all pages from the start page. \n Disabled for single post URLs or Manga/Comic Mode. " )
self . end_page_input . setValidator ( QIntValidator ( 1 , 99999 ) )
url_page_layout . addWidget ( self . page_range_label )
url_page_layout . addWidget ( self . start_page_input )
url_page_layout . addWidget ( self . to_label )
url_page_layout . addWidget ( self . end_page_input )
left_layout . addLayout ( url_page_layout )
left_layout . addWidget ( QLabel ( " 📁 Download Location: " ) )
self . dir_input = QLineEdit ( )
self . dir_input . setPlaceholderText ( " Select folder where downloads will be saved " )
self . dir_input . setToolTip ( " Enter or browse to the main folder where all downloaded content will be saved. \n This is required unless ' Only Links ' mode is selected. " )
self . dir_button = QPushButton ( " Browse... " )
self . dir_button . clicked . connect ( self . browse_directory )
self . dir_button . setToolTip ( " Click to open a dialog to select the main download folder. " )
dir_layout = QHBoxLayout ( )
dir_layout . addWidget ( self . dir_input , 1 )
dir_layout . addWidget ( self . dir_button )
left_layout . addLayout ( dir_layout )
self . filters_and_custom_folder_container_widget = QWidget ( )
filters_and_custom_folder_layout = QHBoxLayout ( self . filters_and_custom_folder_container_widget )
filters_and_custom_folder_layout . setContentsMargins ( 0 , 5 , 0 , 0 )
filters_and_custom_folder_layout . setSpacing ( 10 )
self . character_filter_widget = QWidget ( )
character_filter_v_layout = QVBoxLayout ( self . character_filter_widget )
character_filter_v_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
character_filter_v_layout . setSpacing ( 2 )
self . character_label = QLabel ( " 🎯 Filter by Character(s) (comma-separated): " )
character_filter_v_layout . addWidget ( self . character_label )
char_input_and_button_layout = QHBoxLayout ( )
char_input_and_button_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
char_input_and_button_layout . setSpacing ( 10 )
self . character_input = QLineEdit ( )
self . character_input . setPlaceholderText ( " e.g., Tifa, Aerith, (Cloud, Zack) " )
self . character_input . setToolTip (
self . _get_tooltip_for_character_input ( ) # Use dynamic tooltip
)
char_input_and_button_layout . addWidget ( self . character_input , 3 )
self . char_filter_scope_toggle_button = QPushButton ( )
self . _update_char_filter_scope_button_text ( )
self . char_filter_scope_toggle_button . setStyleSheet ( " padding: 6px 10px; " )
self . char_filter_scope_toggle_button . setMinimumWidth ( 100 )
char_input_and_button_layout . addWidget ( self . char_filter_scope_toggle_button , 1 )
character_filter_v_layout . addLayout ( char_input_and_button_layout )
self . custom_folder_widget = QWidget ( )
custom_folder_v_layout = QVBoxLayout ( self . custom_folder_widget )
custom_folder_v_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
custom_folder_v_layout . setSpacing ( 2 )
self . custom_folder_label = QLabel ( " 🗄️ Custom Folder Name (Single Post Only): " )
self . custom_folder_input = QLineEdit ( )
self . custom_folder_input . setToolTip (
" If downloading a single post URL AND ' Separate Folders by Name/Title ' is enabled, \n "
" you can enter a custom name here for that post ' s download folder. \n "
" Example: My Favorite Scene " )
self . custom_folder_input . setPlaceholderText ( " Optional: Save this post to specific folder " )
custom_folder_v_layout . addWidget ( self . custom_folder_label )
custom_folder_v_layout . addWidget ( self . custom_folder_input )
self . custom_folder_widget . setVisible ( False )
filters_and_custom_folder_layout . addWidget ( self . character_filter_widget , 1 )
filters_and_custom_folder_layout . addWidget ( self . custom_folder_widget , 1 )
left_layout . addWidget ( self . filters_and_custom_folder_container_widget )
word_manipulation_container_widget = QWidget ( )
word_manipulation_outer_layout = QHBoxLayout ( word_manipulation_container_widget )
word_manipulation_outer_layout . setContentsMargins ( 0 , 0 , 0 , 0 ) # No margins for the outer container
word_manipulation_outer_layout . setSpacing ( 15 ) # Spacing between the two vertical groups
skip_words_widget = QWidget ( )
skip_words_vertical_layout = QVBoxLayout ( skip_words_widget )
skip_words_vertical_layout . setContentsMargins ( 0 , 0 , 0 , 0 ) # No margins for the inner group
skip_words_vertical_layout . setSpacing ( 2 ) # Small spacing between label and input row
skip_words_label = QLabel ( " 🚫 Skip with Words (comma-separated): " )
skip_words_vertical_layout . addWidget ( skip_words_label )
skip_input_and_button_layout = QHBoxLayout ( )
skip_input_and_button_layout = QHBoxLayout ( )
skip_input_and_button_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
skip_input_and_button_layout . setSpacing ( 10 )
self . skip_words_input = QLineEdit ( )
self . skip_words_input . setToolTip (
" Enter words, comma-separated, to skip downloading certain files or posts. \n "
" The ' Scope ' button determines if this applies to file names, post titles, or both. \n "
" Example: WIP, sketch, preview, text post "
)
self . skip_words_input . setPlaceholderText ( " e.g., WM, WIP, sketch, preview " )
skip_input_and_button_layout . addWidget ( self . skip_words_input , 1 ) # Input field takes available space
self . skip_scope_toggle_button = QPushButton ( )
self . _update_skip_scope_button_text ( )
self . skip_scope_toggle_button . setStyleSheet ( " padding: 6px 10px; " )
self . skip_scope_toggle_button . setMinimumWidth ( 100 )
skip_input_and_button_layout . addWidget ( self . skip_scope_toggle_button , 0 ) # Button takes its minimum
skip_words_vertical_layout . addLayout ( skip_input_and_button_layout )
word_manipulation_outer_layout . addWidget ( skip_words_widget , 7 ) # 70% stretch for left group
remove_words_widget = QWidget ( )
remove_words_vertical_layout = QVBoxLayout ( remove_words_widget )
remove_words_vertical_layout . setContentsMargins ( 0 , 0 , 0 , 0 ) # No margins for the inner group
remove_words_vertical_layout . setSpacing ( 2 )
self . remove_from_filename_label = QLabel ( " ✂️ Remove Words from name: " )
remove_words_vertical_layout . addWidget ( self . remove_from_filename_label )
self . remove_from_filename_input = QLineEdit ( )
self . remove_from_filename_input . setToolTip (
" Enter words, comma-separated, to remove from downloaded filenames (case-insensitive). \n "
" Useful for cleaning up common prefixes/suffixes. \n "
" Example: patreon, kemono, [HD], _final "
)
self . remove_from_filename_input . setPlaceholderText ( " e.g., patreon, HD " ) # Placeholder for the new field
remove_words_vertical_layout . addWidget ( self . remove_from_filename_input )
word_manipulation_outer_layout . addWidget ( remove_words_widget , 3 ) # 30% stretch for right group
left_layout . addWidget ( word_manipulation_container_widget )
file_filter_layout = QVBoxLayout ( )
file_filter_layout . setContentsMargins ( 0 , 10 , 0 , 0 )
file_filter_layout . addWidget ( QLabel ( " Filter Files: " ) )
radio_button_layout = QHBoxLayout ( )
radio_button_layout . setSpacing ( 10 )
self . radio_group = QButtonGroup ( self )
self . radio_all = QRadioButton ( " All " )
self . radio_all . setToolTip ( " Download all file types found in posts. " )
self . radio_images = QRadioButton ( " Images/GIFs " )
self . radio_images . setToolTip ( " Download only common image formats (JPG, PNG, GIF, WEBP, etc.). " )
self . radio_videos = QRadioButton ( " Videos " )
self . radio_videos . setToolTip ( " Download only common video formats (MP4, MKV, WEBM, MOV, etc.). " )
self . radio_only_archives = QRadioButton ( " 📦 Only Archives " )
self . radio_only_archives . setToolTip ( " Exclusively download .zip and .rar files. Other file-specific options are disabled. " )
self . radio_only_links = QRadioButton ( " 🔗 Only Links " )
self . radio_only_links . setToolTip ( " Extract and display external links from post descriptions instead of downloading files. \n Download-related options will be disabled. " )
self . radio_all . setChecked ( True )
self . radio_group . addButton ( self . radio_all )
self . radio_group . addButton ( self . radio_images )
self . radio_group . addButton ( self . radio_videos )
self . radio_group . addButton ( self . radio_only_archives )
self . radio_group . addButton ( self . radio_only_links )
radio_button_layout . addWidget ( self . radio_all )
radio_button_layout . addWidget ( self . radio_images )
radio_button_layout . addWidget ( self . radio_videos )
radio_button_layout . addWidget ( self . radio_only_archives )
radio_button_layout . addWidget ( self . radio_only_links )
radio_button_layout . addStretch ( 1 )
file_filter_layout . addLayout ( radio_button_layout )
left_layout . addLayout ( file_filter_layout )
checkboxes_group_layout = QVBoxLayout ( )
checkboxes_group_layout . setSpacing ( 10 )
row1_layout = QHBoxLayout ( )
row1_layout . setSpacing ( 10 )
self . skip_zip_checkbox = QCheckBox ( " Skip .zip " )
self . skip_zip_checkbox . setToolTip ( " If checked, .zip archive files will not be downloaded. \n (Disabled if ' Only Archives ' is selected). " )
self . skip_zip_checkbox . setChecked ( True )
row1_layout . addWidget ( self . skip_zip_checkbox )
self . skip_rar_checkbox = QCheckBox ( " Skip .rar " )
self . skip_rar_checkbox . setToolTip ( " If checked, .rar archive files will not be downloaded. \n (Disabled if ' Only Archives ' is selected). " )
self . skip_rar_checkbox . setChecked ( True )
row1_layout . addWidget ( self . skip_rar_checkbox )
self . download_thumbnails_checkbox = QCheckBox ( " Download Thumbnails Only " )
self . download_thumbnails_checkbox . setChecked ( False )
self . download_thumbnails_checkbox . setToolTip ( " Thumbnail download functionality is currently limited without the API. " )
row1_layout . addWidget ( self . download_thumbnails_checkbox )
self . compress_images_checkbox = QCheckBox ( " Compress Large Images (to WebP) " )
self . compress_images_checkbox . setChecked ( False )
self . compress_images_checkbox . setToolTip ( " Compress images > 1.5MB to WebP format (requires Pillow). " )
row1_layout . addWidget ( self . compress_images_checkbox )
row1_layout . addStretch ( 1 )
checkboxes_group_layout . addLayout ( row1_layout )
advanced_settings_label = QLabel ( " ⚙️ Advanced Settings: " )
checkboxes_group_layout . addWidget ( advanced_settings_label )
advanced_row1_layout = QHBoxLayout ( )
advanced_row1_layout . setSpacing ( 10 )
self . use_subfolders_checkbox = QCheckBox ( " Separate Folders by Name/Title " )
self . use_subfolders_checkbox . setToolTip (
" Create subfolders based on ' Filter by Character(s) ' input or post titles. \n "
" Uses ' Known Shows/Characters ' list as a fallback for folder names if no specific filter matches. \n "
" Enables the ' Filter by Character(s) ' input and ' Custom Folder Name ' for single posts. " )
self . use_subfolders_checkbox . setChecked ( True )
self . use_subfolders_checkbox . toggled . connect ( self . update_ui_for_subfolders )
advanced_row1_layout . addWidget ( self . use_subfolders_checkbox )
self . use_subfolder_per_post_checkbox = QCheckBox ( " Subfolder per Post " )
self . use_subfolder_per_post_checkbox . setChecked ( False )
self . use_subfolder_per_post_checkbox . setToolTip (
" Creates a subfolder for each post. If ' Separate Folders ' is also on, it ' s inside the character/title folder. "
)
self . use_subfolder_per_post_checkbox . toggled . connect ( self . update_ui_for_subfolders )
advanced_row1_layout . addWidget ( self . use_subfolder_per_post_checkbox )
self . use_cookie_checkbox = QCheckBox ( " Use Cookie " )
self . use_cookie_checkbox . setToolTip ( " If checked, will attempt to use cookies from ' cookies.txt ' (Netscape format) \n "
" in the application directory for requests. \n "
" Useful for accessing content that requires login on Kemono/Coomer. " )
self . use_cookie_checkbox . setChecked ( self . use_cookie_setting ) # Set from loaded setting
self . cookie_text_input = QLineEdit ( )
self . cookie_text_input . setPlaceholderText ( " if no Select cookies.txt) " )
self . cookie_text_input . setMinimumHeight ( 28 ) # Slightly increase height for better visibility
self . cookie_text_input . setToolTip ( " Enter your cookie string directly. \n "
" This will be used if ' Use Cookie ' is checked AND ' cookies.txt ' is not found or this field is not empty. \n "
" The format depends on how the backend will parse it (e.g., ' name1=value1; name2=value2 ' ). " )
self . cookie_text_input . setText ( self . cookie_text_setting ) # Set from loaded setting
advanced_row1_layout . addWidget ( self . use_cookie_checkbox )
advanced_row1_layout . addWidget ( self . cookie_text_input , 2 ) # Stretch factor 2
self . cookie_browse_button = QPushButton ( " Browse... " )
self . cookie_browse_button . setToolTip ( " Browse for a cookie file (Netscape format, typically cookies.txt). \n This will be used if ' Use Cookie ' is checked and the text field above is empty. " )
self . cookie_browse_button . setFixedWidth ( 80 ) # Make it a bit compact
self . cookie_browse_button . setStyleSheet ( " padding: 4px 8px; " )
advanced_row1_layout . addWidget ( self . cookie_browse_button )
advanced_row1_layout . addStretch ( 1 )
checkboxes_group_layout . addLayout ( advanced_row1_layout )
advanced_row2_layout = QHBoxLayout ( )
advanced_row2_layout . setSpacing ( 10 )
multithreading_layout = QHBoxLayout ( )
multithreading_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
self . use_multithreading_checkbox = QCheckBox ( " Use Multithreading " )
self . use_multithreading_checkbox . setChecked ( True )
self . use_multithreading_checkbox . setToolTip (
" Enables concurrent operations. See ' Threads ' input for details. "
)
multithreading_layout . addWidget ( self . use_multithreading_checkbox )
self . thread_count_label = QLabel ( " Threads: " )
multithreading_layout . addWidget ( self . thread_count_label )
self . thread_count_input = QLineEdit ( )
self . thread_count_input . setFixedWidth ( 40 )
self . thread_count_input . setText ( " 4 " )
self . thread_count_input . setToolTip (
f " Number of concurrent operations. \n "
f " - Single Post: Concurrent file downloads (1- { MAX_FILE_THREADS_PER_POST_OR_WORKER } recommended). \n "
f " - Creator Feed URL: Number of posts to process simultaneously (1- { MAX_THREADS } recommended). \n "
f " Files within each post are downloaded one by one by its worker. \n "
f " If ' Use Multithreading ' is unchecked, 1 thread is used. "
)
self . thread_count_input . setValidator ( QIntValidator ( 1 , MAX_THREADS ) )
multithreading_layout . addWidget ( self . thread_count_input )
advanced_row2_layout . addLayout ( multithreading_layout )
self . external_links_checkbox = QCheckBox ( " Show External Links in Log " )
self . external_links_checkbox . setToolTip (
" If checked, a secondary log panel appears below the main log to display external links found in post descriptions. \n "
" (Disabled if ' Only Links ' or ' Only Archives ' mode is active). " )
self . external_links_checkbox . setChecked ( False )
advanced_row2_layout . addWidget ( self . external_links_checkbox )
self . manga_mode_checkbox = QCheckBox ( " Manga/Comic Mode " )
self . manga_mode_checkbox . setToolTip ( " Downloads posts from oldest to newest and renames files based on post title (for creator feeds only). " )
self . manga_mode_checkbox . setChecked ( False )
advanced_row2_layout . addWidget ( self . manga_mode_checkbox ) # Keep manga mode checkbox here
advanced_row2_layout . addStretch ( 1 )
checkboxes_group_layout . addLayout ( advanced_row2_layout )
left_layout . addLayout ( checkboxes_group_layout )
btn_layout = QHBoxLayout ( )
btn_layout . setSpacing ( 10 )
self . download_btn = QPushButton ( " ⬇️ Start Download " )
self . download_btn . setToolTip ( " Click to start the download or link extraction process with the current settings. " )
self . download_btn . setStyleSheet ( " padding: 8px 15px; font-weight: bold; " )
self . download_btn . clicked . connect ( self . start_download )
self . cancel_btn = QPushButton ( " ❌ Cancel & Reset UI " ) # Updated button text for clarity
self . pause_btn = QPushButton ( " ⏸️ Pause Download " )
self . pause_btn . setToolTip ( " Click to pause the ongoing download process. " )
self . pause_btn . setEnabled ( False )
self . pause_btn . clicked . connect ( self . _handle_pause_resume_action )
self . cancel_btn . setEnabled ( False )
self . cancel_btn . setToolTip ( " Click to cancel the ongoing download/extraction process and reset the UI fields (preserving URL and Directory). " )
self . cancel_btn . clicked . connect ( self . cancel_download_button_action ) # Changed connection
btn_layout . addWidget ( self . download_btn )
btn_layout . addWidget ( self . pause_btn ) # Add pause button in the middle
btn_layout . addWidget ( self . cancel_btn )
left_layout . addLayout ( btn_layout )
left_layout . addSpacing ( 10 )
known_chars_label_layout = QHBoxLayout ( )
known_chars_label_layout . setSpacing ( 10 )
self . known_chars_label = QLabel ( " 🎭 Known Shows/Characters (for Folder Names): " )
known_chars_label_layout . addWidget ( self . known_chars_label ) # Add label first
self . open_known_txt_button = QPushButton ( " Open Known.txt " )
self . open_known_txt_button . setToolTip ( " Open the ' Known.txt ' file in your default text editor. \n The file is located in the application ' s directory. " )
self . open_known_txt_button . setStyleSheet ( " padding: 4px 8px; " ) # Consistent small button style
self . open_known_txt_button . setFixedWidth ( 120 ) # Adjust width as needed
known_chars_label_layout . addWidget ( self . open_known_txt_button ) # Add button second
self . character_search_input = QLineEdit ( )
self . character_search_input . setToolTip ( " Type here to filter the list of known shows/characters below. " )
self . character_search_input . setPlaceholderText ( " Search characters... " )
known_chars_label_layout . addWidget ( self . character_search_input , 1 ) # Added stretch factor of 1
left_layout . addLayout ( known_chars_label_layout )
self . character_list = QListWidget ( )
self . character_list . setToolTip (
" This list contains names used for automatic folder creation when ' Separate Folders ' is on \n "
" and no specific ' Filter by Character(s) ' is provided or matches a post. \n "
" Add names of series, games, or characters you frequently download. " )
self . character_list . setSelectionMode ( QListWidget . ExtendedSelection )
left_layout . addWidget ( self . character_list , 1 )
char_manage_layout = QHBoxLayout ( )
char_manage_layout . setSpacing ( 10 )
self . new_char_input = QLineEdit ( )
self . new_char_input . setToolTip ( " Enter a new show, game, or character name to add to the list above. " )
self . new_char_input . setPlaceholderText ( " Add new show/character name " )
self . add_char_button = QPushButton ( " ➕ Add" )
self . add_char_button . setToolTip ( " Add the name from the input field to the ' Known Shows/Characters ' list. " )
self . delete_char_button = QPushButton ( " 🗑️ Delete Selected " )
self . delete_char_button . setToolTip ( " Delete the selected name(s) from the ' Known Shows/Characters ' list. " )
# Connect add_char_button to a new handler that calls the refactored add_new_character
self . add_char_button . clicked . connect ( self . _handle_ui_add_new_character )
self . new_char_input . returnPressed . connect ( self . add_char_button . click )
self . delete_char_button . clicked . connect ( self . delete_selected_character )
char_manage_layout . addWidget ( self . new_char_input , 2 )
2025-05-24 16:22:47 +05:30
char_manage_layout . addWidget ( self . add_char_button , 0 )
# Help button for Known Names list
self . known_names_help_button = QPushButton ( " ? " ) # Restored question mark
self . known_names_help_button . setFixedWidth ( 35 ) # Small width for a square-like button
# self.known_names_help_button.setStyleSheet("font-weight: bold; padding-left: 8px; padding-right: 8px;") # Removed stylesheet
self . known_names_help_button . setToolTip ( " Open the application feature guide. " )
self . known_names_help_button . clicked . connect ( self . _show_feature_guide )
char_manage_layout . addWidget ( self . delete_char_button , 0 )
char_manage_layout . addWidget ( self . known_names_help_button , 0 ) # Moved to the end (rightmost)
2025-05-24 10:36:15 +05:30
left_layout . addLayout ( char_manage_layout )
left_layout . addStretch ( 0 )
log_title_layout = QHBoxLayout ( )
self . progress_log_label = QLabel ( " 📜 Progress Log: " )
log_title_layout . addWidget ( self . progress_log_label )
log_title_layout . addStretch ( 1 )
2025-05-24 16:22:47 +05:30
2025-05-24 10:36:15 +05:30
self . link_search_input = QLineEdit ( )
self . link_search_input . setToolTip ( " When in ' Only Links ' mode, type here to filter the displayed links by text, URL, or platform. " )
self . link_search_input . setPlaceholderText ( " Search Links... " )
self . link_search_input . setVisible ( False )
self . link_search_input . setFixedWidth ( 150 )
log_title_layout . addWidget ( self . link_search_input )
self . link_search_button = QPushButton ( " 🔍 " )
self . link_search_button . setToolTip ( " Filter displayed links " )
self . link_search_button . setVisible ( False )
self . link_search_button . setFixedWidth ( 30 )
self . link_search_button . setStyleSheet ( " padding: 4px 4px; " )
log_title_layout . addWidget ( self . link_search_button )
self . manga_rename_toggle_button = QPushButton ( )
self . manga_rename_toggle_button . setVisible ( False )
self . manga_rename_toggle_button . setFixedWidth ( 140 )
self . manga_rename_toggle_button . setStyleSheet ( " padding: 4px 8px; " )
self . _update_manga_filename_style_button_text ( )
log_title_layout . addWidget ( self . manga_rename_toggle_button )
2025-05-25 21:21:00 +05:30
# NEW: Manga Date Prefix Input
self . manga_date_prefix_input = QLineEdit ( )
self . manga_date_prefix_input . setPlaceholderText ( " Prefix for Manga Filenames " ) # Generalized
self . manga_date_prefix_input . setToolTip ( " Optional prefix for ' Date Based ' or ' Original File ' manga filenames (e.g., ' Series Name ' ). \n If empty, files will be named based on the style without a prefix. " ) # Generalized
self . manga_date_prefix_input . setVisible ( False ) # Initially hidden
self . manga_date_prefix_input . setFixedWidth ( 160 ) # Adjust as needed
log_title_layout . addWidget ( self . manga_date_prefix_input ) # Add to layout
2025-05-24 10:36:15 +05:30
self . multipart_toggle_button = QPushButton ( )
self . multipart_toggle_button . setToolTip ( " Toggle between Multi-part and Single-stream downloads for large files. " )
self . multipart_toggle_button . setFixedWidth ( 130 ) # Adjust width as needed
self . multipart_toggle_button . setStyleSheet ( " padding: 4px 8px; " ) # Added padding
self . _update_multipart_toggle_button_text ( ) # Set initial text
log_title_layout . addWidget ( self . multipart_toggle_button ) # Add to layout
self . EYE_ICON = " \U0001F441 " # 👁️
self . CLOSED_EYE_ICON = " \U0001F648 " # 🙈
self . log_verbosity_toggle_button = QPushButton ( self . EYE_ICON ) # Initial state: Progress Log visible
self . log_verbosity_toggle_button . setToolTip ( " Current View: Progress Log. Click to switch to Missed Character Log. " )
self . log_verbosity_toggle_button . setFixedWidth ( 45 ) # Adjusted for emoji
self . log_verbosity_toggle_button . setStyleSheet ( " font-size: 11pt; padding: 2px 2px 3px 2px; " )
log_title_layout . addWidget ( self . log_verbosity_toggle_button )
self . reset_button = QPushButton ( " 🔄 Reset " )
self . reset_button . setToolTip ( " Reset all inputs and logs to default state (only when idle). " )
self . reset_button . setFixedWidth ( 80 )
self . reset_button . setStyleSheet ( " padding: 4px 8px; " )
log_title_layout . addWidget ( self . reset_button )
right_layout . addLayout ( log_title_layout )
self . log_splitter = QSplitter ( Qt . Vertical )
self . log_view_stack = QStackedWidget ( ) # Create the stack
self . main_log_output = QTextEdit ( )
self . main_log_output . setToolTip ( " Displays progress messages, errors, and summaries. In ' Only Links ' mode, shows extracted links. " )
self . main_log_output . setReadOnly ( True )
self . main_log_output . setLineWrapMode ( QTextEdit . NoWrap )
self . main_log_output . setStyleSheet ( """
QTextEdit { background - color : #3C3F41; border: 1px solid #5A5A5A; padding: 5px;
color : #F0F0F0; border-radius: 4px; font-family: Consolas, Courier New, monospace; font-size: 9.5pt; }""")
self . log_view_stack . addWidget ( self . main_log_output ) # Add progress log to stack
self . missed_character_log_output = QTextEdit ( ) # Create missed character log
self . missed_character_log_output . setToolTip ( " Displays information about posts/files skipped due to character filters. " )
self . missed_character_log_output . setReadOnly ( True )
self . missed_character_log_output . setLineWrapMode ( QTextEdit . NoWrap ) # Or QTextEdit.WidgetWidth
self . missed_character_log_output . setStyleSheet ( self . main_log_output . styleSheet ( ) ) # Use same style
self . log_view_stack . addWidget ( self . missed_character_log_output ) # Add missed char log to stack
self . external_log_output = QTextEdit ( )
self . external_log_output . setToolTip ( " If ' Show External Links in Log ' is checked, this panel displays external links found in post descriptions. " )
self . external_log_output . setReadOnly ( True )
self . external_log_output . setLineWrapMode ( QTextEdit . NoWrap )
self . external_log_output . setStyleSheet ( """
QTextEdit { background - color : #3C3F41; border: 1px solid #5A5A5A; padding: 5px;
color : #F0F0F0; border-radius: 4px; font-family: Consolas, Courier New, monospace; font-size: 9.5pt; }""")
self . external_log_output . hide ( )
self . log_splitter . addWidget ( self . log_view_stack ) # Add stack to splitter (first widget)
self . log_splitter . addWidget ( self . external_log_output )
self . log_splitter . setSizes ( [ self . height ( ) , 0 ] )
right_layout . addWidget ( self . log_splitter , 1 )
export_button_layout = QHBoxLayout ( )
export_button_layout . addStretch ( 1 )
self . export_links_button = QPushButton ( " Export Links " )
self . export_links_button . setToolTip ( " Export all extracted links to a .txt file. " )
self . export_links_button . setFixedWidth ( 100 )
self . export_links_button . setStyleSheet ( " padding: 4px 8px; margin-top: 5px; " )
self . export_links_button . setEnabled ( False )
self . export_links_button . setVisible ( False )
export_button_layout . addWidget ( self . export_links_button )
right_layout . addLayout ( export_button_layout )
self . progress_label = QLabel ( " Progress: Idle " )
self . progress_label . setToolTip ( " Shows the overall progress of the download or link extraction process (e.g., posts processed). " )
self . progress_label . setStyleSheet ( " padding-top: 5px; font-style: italic; " )
right_layout . addWidget ( self . progress_label )
self . file_progress_label = QLabel ( " " )
self . file_progress_label . setToolTip ( " Shows the progress of individual file downloads, including speed and size. " )
self . file_progress_label . setWordWrap ( True )
self . file_progress_label . setStyleSheet ( " padding-top: 2px; font-style: italic; color: #A0A0A0; " )
right_layout . addWidget ( self . file_progress_label )
self . main_splitter . addWidget ( left_panel_widget )
self . main_splitter . addWidget ( right_panel_widget )
initial_width = self . width ( )
left_width = int ( initial_width * 0.35 )
right_width = initial_width - left_width
self . main_splitter . setSizes ( [ left_width , right_width ] )
top_level_layout = QHBoxLayout ( self )
top_level_layout . setContentsMargins ( 0 , 0 , 0 , 0 )
top_level_layout . addWidget ( self . main_splitter )
self . update_ui_for_subfolders ( self . use_subfolders_checkbox . isChecked ( ) )
self . update_external_links_setting ( self . external_links_checkbox . isChecked ( ) )
self . update_multithreading_label ( self . thread_count_input . text ( ) )
self . update_page_range_enabled_state ( )
if self . manga_mode_checkbox :
self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) )
if hasattr ( self , ' link_input ' ) : self . link_input . textChanged . connect ( lambda : self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False ) ) # Also trigger manga UI update
self . load_known_names_from_util ( )
self . _update_cookie_input_visibility ( self . use_cookie_checkbox . isChecked ( ) if hasattr ( self , ' use_cookie_checkbox ' ) else False ) # Initial visibility
self . _handle_multithreading_toggle ( self . use_multithreading_checkbox . isChecked ( ) )
if hasattr ( self , ' radio_group ' ) and self . radio_group . checkedButton ( ) :
self . _handle_filter_mode_change ( self . radio_group . checkedButton ( ) , True )
self . _update_manga_filename_style_button_text ( )
self . _update_skip_scope_button_text ( )
self . _update_char_filter_scope_button_text ( )
self . _update_multithreading_for_date_mode ( ) # Ensure correct initial state
def _browse_cookie_file ( self ) :
""" Opens a file dialog to select a cookie file. """
start_dir = QStandardPaths . writableLocation ( QStandardPaths . DocumentsLocation )
if not start_dir :
start_dir = os . path . dirname ( self . config_file ) # App directory
filepath , _ = QFileDialog . getOpenFileName ( self , " Select Cookie File " , start_dir , " Text files (*.txt);;All files (*) " )
if filepath :
self . selected_cookie_filepath = filepath
self . log_signal . emit ( f " ℹ ️ Selected cookie file: { filepath } " )
if hasattr ( self , ' cookie_text_input ' ) :
self . cookie_text_input . blockSignals ( True )
self . cookie_text_input . setText ( filepath )
self . cookie_text_input . setReadOnly ( True )
self . cookie_text_input . setPlaceholderText ( " " ) # No placeholder when showing a path
self . cookie_text_input . blockSignals ( False )
def _center_on_screen ( self ) :
""" Centers the widget on the screen. """
try :
primary_screen = QApplication . primaryScreen ( )
if not primary_screen :
screens = QApplication . screens ( )
if not screens : return # Cannot center
primary_screen = screens [ 0 ]
available_geo = primary_screen . availableGeometry ( )
widget_geo = self . frameGeometry ( )
x = available_geo . x ( ) + ( available_geo . width ( ) - widget_geo . width ( ) ) / / 2
y = available_geo . y ( ) + ( available_geo . height ( ) - widget_geo . height ( ) ) / / 2
self . move ( x , y )
except Exception as e :
self . log_signal . emit ( f " ⚠️ Error centering window: { e } " )
def _handle_cookie_text_manual_change ( self , text ) :
""" Handles manual changes to the cookie text input, especially clearing a browsed path. """
if not hasattr ( self , ' cookie_text_input ' ) or not hasattr ( self , ' use_cookie_checkbox ' ) :
return
if self . selected_cookie_filepath and not text . strip ( ) and self . use_cookie_checkbox . isChecked ( ) :
self . selected_cookie_filepath = None
self . cookie_text_input . setReadOnly ( False )
self . cookie_text_input . setPlaceholderText ( " Cookie string (if no cookies.txt) " )
self . log_signal . emit ( " ℹ ️ Browsed cookie file path cleared from input. Switched to manual cookie string mode." )
def get_dark_theme ( self ) :
return """
QWidget { background - color : #2E2E2E; color: #E0E0E0; font-family: Segoe UI, Arial, sans-serif; font-size: 10pt; }
QLineEdit , QListWidget { background - color : #3C3F41; border: 1px solid #5A5A5A; padding: 5px; color: #F0F0F0; border-radius: 4px; }
QTextEdit { background - color : #3C3F41; border: 1px solid #5A5A5A; padding: 5px; color: #F0F0F0; border-radius: 4px; }
QPushButton { background - color : #555; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 6px 12px; border-radius: 4px; min-height: 22px; }
QPushButton : hover { background - color : #656565; border: 1px solid #7A7A7A; }
QPushButton : pressed { background - color : #4A4A4A; }
QPushButton : disabled { background - color : #404040; color: #888; border-color: #555; }
QLabel { font - weight : bold ; padding - top : 4 px ; padding - bottom : 2 px ; color : #C0C0C0; }
QRadioButton , QCheckBox { spacing : 5 px ; color : #E0E0E0; padding-top: 4px; padding-bottom: 4px; }
QRadioButton : : indicator , QCheckBox : : indicator { width : 14 px ; height : 14 px ; }
QListWidget { alternate - background - color : #353535; border: 1px solid #5A5A5A; }
QListWidget : : item : selected { background - color : #007ACC; color: #FFFFFF; }
QToolTip { background - color : #4A4A4A; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 4px; border-radius: 3px; }
QSplitter : : handle { background - color : #5A5A5A; }
QSplitter : : handle : horizontal { width : 5 px ; }
QSplitter : : handle : vertical { height : 5 px ; }
QFrame [ frameShape = " 4 " ] , QFrame [ frameShape = " 5 " ] {
border : 1 px solid #4A4A4A;
border - radius : 3 px ;
}
"""
def browse_directory ( self ) :
current_dir = self . dir_input . text ( ) if os . path . isdir ( self . dir_input . text ( ) ) else " "
folder = QFileDialog . getExistingDirectory ( self , " Select Download Folder " , current_dir )
if folder :
self . dir_input . setText ( folder )
def handle_main_log ( self , message ) :
is_html_message = message . startswith ( HTML_PREFIX )
display_message = message
use_html = False
if is_html_message :
display_message = message [ len ( HTML_PREFIX ) : ]
use_html = True
try :
safe_message = str ( display_message ) . replace ( ' \x00 ' , ' [NULL] ' )
if use_html :
self . main_log_output . insertHtml ( safe_message )
else :
self . main_log_output . append ( safe_message )
scrollbar = self . main_log_output . verticalScrollBar ( )
if scrollbar . value ( ) > = scrollbar . maximum ( ) - 30 :
scrollbar . setValue ( scrollbar . maximum ( ) )
except Exception as e :
print ( f " GUI Main Log Error: { e } \n Original Message: { message } " )
def _extract_key_term_from_title ( self , title ) :
if not title :
return None
title_cleaned = re . sub ( r ' \ [.*? \ ] ' , ' ' , title ) # Remove content in square brackets
title_cleaned = re . sub ( r ' \ (.*? \ ) ' , ' ' , title_cleaned ) # Remove content in parentheses
title_cleaned = title_cleaned . strip ( )
word_matches = list ( re . finditer ( r ' \ b[a-zA-Z][a-zA-Z0-9_-]* \ b ' , title_cleaned ) )
capitalized_candidates = [ ]
for match in word_matches :
word = match . group ( 0 )
if word . istitle ( ) and word . lower ( ) not in self . STOP_WORDS and len ( word ) > 2 :
if not ( len ( word ) > 3 and word . isupper ( ) ) : # Avoid all-caps words unless short (like "AI")
capitalized_candidates . append ( { ' text ' : word , ' len ' : len ( word ) , ' pos ' : match . start ( ) } )
if capitalized_candidates :
capitalized_candidates . sort ( key = lambda x : ( x [ ' len ' ] , x [ ' pos ' ] ) , reverse = True )
return capitalized_candidates [ 0 ] [ ' text ' ]
non_capitalized_words_info = [ ]
for match in word_matches :
word = match . group ( 0 )
if word . lower ( ) not in self . STOP_WORDS and len ( word ) > 3 : # Min length 4 for non-capitalized
non_capitalized_words_info . append ( { ' text ' : word , ' len ' : len ( word ) , ' pos ' : match . start ( ) } )
if non_capitalized_words_info :
non_capitalized_words_info . sort ( key = lambda x : ( x [ ' len ' ] , x [ ' pos ' ] ) , reverse = True )
return non_capitalized_words_info [ 0 ] [ ' text ' ]
return None
def handle_missed_character_post ( self , post_title , reason ) :
if self . missed_character_log_output :
key_term = self . _extract_key_term_from_title ( post_title )
if key_term :
normalized_key_term = key_term . lower ( )
if normalized_key_term not in self . already_logged_bold_key_terms :
self . already_logged_bold_key_terms . add ( normalized_key_term )
self . missed_key_terms_buffer . append ( key_term ) # Store original case
self . _refresh_missed_character_log ( )
else : # Fallback if UI element isn't ready (should not happen in normal operation)
print ( f " Debug (Missed Char Log): Title= ' { post_title } ' , Reason= ' { reason } ' " )
def _refresh_missed_character_log ( self ) :
if self . missed_character_log_output :
self . missed_character_log_output . clear ( )
sorted_terms = sorted ( self . missed_key_terms_buffer , key = str . lower )
separator_line = " - " * 40 # Define the separator
for term in sorted_terms :
display_term = term . capitalize ( ) # Ensure first letter is capitalized
self . missed_character_log_output . append ( separator_line )
self . missed_character_log_output . append ( f ' <p align= " center " ><b><font style= " font-size: 12.4pt; color: #87CEEB; " > { display_term } </font></b></p> ' )
self . missed_character_log_output . append ( separator_line )
self . missed_character_log_output . append ( " " ) # Add a blank line for spacing
scrollbar = self . missed_character_log_output . verticalScrollBar ( )
scrollbar . setValue ( 0 ) # Scroll to top after refresh
def _is_download_active ( self ) :
single_thread_active = self . download_thread and self . download_thread . isRunning ( )
pool_active = self . thread_pool is not None and any ( not f . done ( ) for f in self . active_futures if f is not None )
return single_thread_active or pool_active
def handle_external_link_signal ( self , post_title , link_text , link_url , platform ) :
link_data = ( post_title , link_text , link_url , platform )
self . external_link_queue . append ( link_data )
if self . radio_only_links and self . radio_only_links . isChecked ( ) :
self . extracted_links_cache . append ( link_data )
self . _try_process_next_external_link ( )
def _try_process_next_external_link ( self ) :
if self . _is_processing_external_link_queue or not self . external_link_queue :
return
is_only_links_mode = self . radio_only_links and self . radio_only_links . isChecked ( )
should_display_in_external_log = self . show_external_links and not is_only_links_mode
if not ( is_only_links_mode or should_display_in_external_log ) :
self . _is_processing_external_link_queue = False
if self . external_link_queue :
QTimer . singleShot ( 0 , self . _try_process_next_external_link )
return
self . _is_processing_external_link_queue = True
link_data = self . external_link_queue . popleft ( )
if is_only_links_mode :
delay_ms = 80
QTimer . singleShot ( delay_ms , lambda data = link_data : self . _display_and_schedule_next ( data ) )
elif self . _is_download_active ( ) :
delay_ms = random . randint ( 4000 , 8000 )
QTimer . singleShot ( delay_ms , lambda data = link_data : self . _display_and_schedule_next ( data ) )
else :
QTimer . singleShot ( 0 , lambda data = link_data : self . _display_and_schedule_next ( data ) )
def _display_and_schedule_next ( self , link_data ) :
post_title , link_text , link_url , platform = link_data
is_only_links_mode = self . radio_only_links and self . radio_only_links . isChecked ( )
max_link_text_len = 35
display_text = link_text [ : max_link_text_len ] . strip ( ) + " ... " if len ( link_text ) > max_link_text_len else link_text
formatted_link_info = f " { display_text } - { link_url } - { platform } "
separator = " - " * 45
if is_only_links_mode :
if post_title != self . _current_link_post_title :
self . log_signal . emit ( HTML_PREFIX + " <br> " + separator + " <br> " )
title_html = f ' <b style= " color: #87CEEB; " > { post_title } </b><br> '
self . log_signal . emit ( HTML_PREFIX + title_html )
self . _current_link_post_title = post_title
self . log_signal . emit ( formatted_link_info )
elif self . show_external_links :
self . _append_to_external_log ( formatted_link_info , separator )
self . _is_processing_external_link_queue = False
self . _try_process_next_external_link ( )
def _append_to_external_log ( self , formatted_link_text , separator ) :
if not ( self . external_log_output and self . external_log_output . isVisible ( ) ) :
return
try :
self . external_log_output . append ( formatted_link_text )
self . external_log_output . append ( " " )
scrollbar = self . external_log_output . verticalScrollBar ( )
if scrollbar . value ( ) > = scrollbar . maximum ( ) - 50 :
scrollbar . setValue ( scrollbar . maximum ( ) )
except Exception as e :
self . log_signal . emit ( f " GUI External Log Append Error: { e } \n Original Message: { formatted_link_text } " )
print ( f " GUI External Log Error (Append): { e } \n Original Message: { formatted_link_text } " )
def update_file_progress_display ( self , filename , progress_info ) :
if not filename and progress_info is None : # Explicit clear
self . file_progress_label . setText ( " " )
return
if isinstance ( progress_info , list ) : # Multi-part progress (list of chunk dicts)
if not progress_info : # Empty list
self . file_progress_label . setText ( f " File: { filename } - Initializing parts... " )
return
total_downloaded_overall = sum ( cs . get ( ' downloaded ' , 0 ) for cs in progress_info )
total_file_size_overall = sum ( cs . get ( ' total ' , 0 ) for cs in progress_info )
active_chunks_count = 0
combined_speed_bps = 0
for cs in progress_info :
if cs . get ( ' active ' , False ) :
active_chunks_count + = 1
combined_speed_bps + = cs . get ( ' speed_bps ' , 0 )
dl_mb = total_downloaded_overall / ( 1024 * 1024 )
total_mb = total_file_size_overall / ( 1024 * 1024 )
speed_MBps = ( combined_speed_bps / 8 ) / ( 1024 * 1024 )
progress_text = f " DL ' { filename [ : 20 ] } ... ' : { dl_mb : .1f } / { total_mb : .1f } MB ( { active_chunks_count } parts @ { speed_MBps : .2f } MB/s) "
self . file_progress_label . setText ( progress_text )
elif isinstance ( progress_info , tuple ) and len ( progress_info ) == 2 : # Single stream (downloaded_bytes, total_bytes)
downloaded_bytes , total_bytes = progress_info
if not filename and total_bytes == 0 and downloaded_bytes == 0 : # Clear if no info
self . file_progress_label . setText ( " " )
return
max_fn_len = 25
disp_fn = filename if len ( filename ) < = max_fn_len else filename [ : max_fn_len - 3 ] . strip ( ) + " ... "
dl_mb = downloaded_bytes / ( 1024 * 1024 )
prog_text_base = f " Downloading ' { disp_fn } ' ( { dl_mb : .1f } MB "
if total_bytes > 0 :
tot_mb = total_bytes / ( 1024 * 1024 )
prog_text_base + = f " / { tot_mb : .1f } MB) "
else :
prog_text_base + = " ) "
self . file_progress_label . setText ( prog_text_base )
elif filename and progress_info is None : # Explicit request to clear for a specific file (e.g. download finished/failed)
self . file_progress_label . setText ( " " )
elif not filename and not progress_info : # General clear
self . file_progress_label . setText ( " " )
def update_external_links_setting ( self , checked ) :
is_only_links_mode = self . radio_only_links and self . radio_only_links . isChecked ( )
is_only_archives_mode = self . radio_only_archives and self . radio_only_archives . isChecked ( )
if is_only_links_mode or is_only_archives_mode :
if self . external_log_output : self . external_log_output . hide ( )
if self . log_splitter : self . log_splitter . setSizes ( [ self . height ( ) , 0 ] )
return
self . show_external_links = checked
if checked :
if self . external_log_output : self . external_log_output . show ( )
if self . log_splitter : self . log_splitter . setSizes ( [ self . height ( ) / / 2 , self . height ( ) / / 2 ] )
if self . main_log_output : self . main_log_output . setMinimumHeight ( 50 )
if self . external_log_output : self . external_log_output . setMinimumHeight ( 50 )
self . log_signal . emit ( " \n " + " = " * 40 + " \n 🔗 External Links Log Enabled \n " + " = " * 40 )
if self . external_log_output :
self . external_log_output . clear ( )
self . external_log_output . append ( " 🔗 External Links Found: " )
self . _try_process_next_external_link ( )
else :
if self . external_log_output : self . external_log_output . hide ( )
if self . log_splitter : self . log_splitter . setSizes ( [ self . height ( ) , 0 ] )
if self . main_log_output : self . main_log_output . setMinimumHeight ( 0 )
if self . external_log_output : self . external_log_output . setMinimumHeight ( 0 )
if self . external_log_output : self . external_log_output . clear ( )
self . log_signal . emit ( " \n " + " = " * 40 + " \n 🔗 External Links Log Disabled \n " + " = " * 40 )
def _handle_filter_mode_change ( self , button , checked ) :
if not button or not checked :
return
filter_mode_text = button . text ( )
is_only_links = ( filter_mode_text == " 🔗 Only Links " )
is_only_archives = ( filter_mode_text == " 📦 Only Archives " )
if self . skip_scope_toggle_button :
self . skip_scope_toggle_button . setVisible ( not ( is_only_links or is_only_archives ) )
if hasattr ( self , ' multipart_toggle_button ' ) and self . multipart_toggle_button :
self . multipart_toggle_button . setVisible ( not ( is_only_links or is_only_archives ) )
if self . link_search_input : self . link_search_input . setVisible ( is_only_links )
if self . link_search_button : self . link_search_button . setVisible ( is_only_links )
if self . export_links_button :
self . export_links_button . setVisible ( is_only_links )
self . export_links_button . setEnabled ( is_only_links and bool ( self . extracted_links_cache ) )
if self . download_btn : # Update download button text
if is_only_links :
self . download_btn . setText ( " 🔗 Extract Links " )
else :
self . download_btn . setText ( " ⬇️ Start Download " )
if not is_only_links and self . link_search_input : self . link_search_input . clear ( )
file_download_mode_active = not is_only_links
if self . dir_input : self . dir_input . setEnabled ( file_download_mode_active )
if self . dir_button : self . dir_button . setEnabled ( file_download_mode_active )
if self . use_subfolders_checkbox : self . use_subfolders_checkbox . setEnabled ( file_download_mode_active )
if self . skip_words_input : self . skip_words_input . setEnabled ( file_download_mode_active )
if self . skip_scope_toggle_button : self . skip_scope_toggle_button . setEnabled ( file_download_mode_active )
if hasattr ( self , ' remove_from_filename_input ' ) : self . remove_from_filename_input . setEnabled ( file_download_mode_active )
if self . skip_zip_checkbox :
can_skip_zip = not is_only_links and not is_only_archives
self . skip_zip_checkbox . setEnabled ( can_skip_zip )
if is_only_archives :
self . skip_zip_checkbox . setChecked ( False )
if self . skip_rar_checkbox :
can_skip_rar = not is_only_links and not is_only_archives
self . skip_rar_checkbox . setEnabled ( can_skip_rar )
if is_only_archives :
self . skip_rar_checkbox . setChecked ( False )
other_file_proc_enabled = not is_only_links and not is_only_archives
if self . download_thumbnails_checkbox : self . download_thumbnails_checkbox . setEnabled ( other_file_proc_enabled )
if self . compress_images_checkbox : self . compress_images_checkbox . setEnabled ( other_file_proc_enabled )
if self . external_links_checkbox :
can_show_external_log_option = not is_only_links and not is_only_archives
self . external_links_checkbox . setEnabled ( can_show_external_log_option )
if not can_show_external_log_option :
self . external_links_checkbox . setChecked ( False )
if is_only_links :
self . progress_log_label . setText ( " 📜 Extracted Links Log: " )
if self . external_log_output : self . external_log_output . hide ( )
if self . log_splitter : self . log_splitter . setSizes ( [ self . height ( ) , 0 ] )
if self . main_log_output : self . main_log_output . clear ( ) ; self . main_log_output . setMinimumHeight ( 0 )
if self . external_log_output : self . external_log_output . clear ( ) ; self . external_log_output . setMinimumHeight ( 0 )
self . log_signal . emit ( " = " * 20 + " Mode changed to: Only Links " + " = " * 20 )
self . _filter_links_log ( )
self . _try_process_next_external_link ( )
elif is_only_archives :
self . progress_log_label . setText ( " 📜 Progress Log (Archives Only): " )
if self . external_log_output : self . external_log_output . hide ( )
if self . log_splitter : self . log_splitter . setSizes ( [ self . height ( ) , 0 ] )
if self . main_log_output : self . main_log_output . clear ( )
self . log_signal . emit ( " = " * 20 + " Mode changed to: Only Archives " + " = " * 20 )
else :
self . progress_log_label . setText ( " 📜 Progress Log: " )
self . update_external_links_setting ( self . external_links_checkbox . isChecked ( ) if self . external_links_checkbox else False )
self . log_signal . emit ( f " = " * 20 + f " Mode changed to: { filter_mode_text } " + " = " * 20 )
2025-05-24 16:22:47 +05:30
subfolders_on = self . use_subfolders_checkbox . isChecked ( ) if self . use_subfolders_checkbox else False
2025-05-24 10:36:15 +05:30
manga_on = self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False
2025-05-24 16:22:47 +05:30
# Determine if character filter section should be active (visible and enabled)
# It should be active if we are in a file downloading mode (not 'Only Links' or 'Only Archives')
character_filter_should_be_active = not is_only_links and not is_only_archives
if self . character_filter_widget :
self . character_filter_widget . setVisible ( character_filter_should_be_active )
# Enable/disable character input and its scope button based on whether character filtering is active
enable_character_filter_related_widgets = character_filter_should_be_active
2025-05-24 10:36:15 +05:30
if self . character_input :
self . character_input . setEnabled ( enable_character_filter_related_widgets )
if not enable_character_filter_related_widgets :
self . character_input . clear ( )
if self . char_filter_scope_toggle_button :
self . char_filter_scope_toggle_button . setEnabled ( enable_character_filter_related_widgets )
2025-05-24 16:22:47 +05:30
# Call update_ui_for_subfolders to correctly set the "Subfolder per Post" checkbox state
# and "Custom Folder Name" visibility, which DO depend on the "Separate Folders" checkbox.
self . update_ui_for_subfolders ( subfolders_on ) # Pass the current state of the main subfolder checkbox
2025-05-24 10:36:15 +05:30
self . update_custom_folder_visibility ( )
self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False )
def _filter_links_log ( self ) :
if not ( self . radio_only_links and self . radio_only_links . isChecked ( ) ) : return
search_term = self . link_search_input . text ( ) . lower ( ) . strip ( ) if self . link_search_input else " "
self . main_log_output . clear ( )
current_title_for_display = None
separator = " - " * 45
for post_title , link_text , link_url , platform in self . extracted_links_cache :
matches_search = (
not search_term or
search_term in link_text . lower ( ) or
search_term in link_url . lower ( ) or
search_term in platform . lower ( )
)
if matches_search :
if post_title != current_title_for_display :
self . main_log_output . insertHtml ( " <br> " + separator + " <br> " )
title_html = f ' <b style= " color: #87CEEB; " > { post_title } </b><br> '
self . main_log_output . insertHtml ( title_html )
current_title_for_display = post_title
max_link_text_len = 35
display_text = link_text [ : max_link_text_len ] . strip ( ) + " ... " if len ( link_text ) > max_link_text_len else link_text
formatted_link_info = f " { display_text } - { link_url } - { platform } "
self . main_log_output . append ( formatted_link_info )
if self . main_log_output . toPlainText ( ) . strip ( ) :
self . main_log_output . append ( " " )
self . main_log_output . verticalScrollBar ( ) . setValue ( 0 )
def _export_links_to_file ( self ) :
if not ( self . radio_only_links and self . radio_only_links . isChecked ( ) ) :
QMessageBox . information ( self , " Export Links " , " Link export is only available in ' Only Links ' mode. " )
return
if not self . extracted_links_cache :
QMessageBox . information ( self , " Export Links " , " No links have been extracted yet. " )
return
default_filename = " extracted_links.txt "
filepath , _ = QFileDialog . getSaveFileName ( self , " Save Links " , default_filename , " Text Files (*.txt);;All Files (*) " )
if filepath :
try :
with open ( filepath , ' w ' , encoding = ' utf-8 ' ) as f :
current_title_for_export = None
separator = " - " * 60 + " \n "
for post_title , link_text , link_url , platform in self . extracted_links_cache :
if post_title != current_title_for_export :
if current_title_for_export is not None :
f . write ( " \n " + separator + " \n " )
f . write ( f " Post Title: { post_title } \n \n " )
current_title_for_export = post_title
f . write ( f " { link_text } - { link_url } - { platform } \n " )
self . log_signal . emit ( f " ✅ Links successfully exported to: { filepath } " )
QMessageBox . information ( self , " Export Successful " , f " Links exported to: \n { filepath } " )
except Exception as e :
self . log_signal . emit ( f " ❌ Error exporting links: { e } " )
QMessageBox . critical ( self , " Export Error " , f " Could not export links: { e } " )
def get_filter_mode ( self ) :
if self . radio_only_links and self . radio_only_links . isChecked ( ) :
return ' all '
elif self . radio_images . isChecked ( ) :
return ' image '
elif self . radio_videos . isChecked ( ) :
return ' video '
elif self . radio_only_archives and self . radio_only_archives . isChecked ( ) :
return ' archive '
elif self . radio_all . isChecked ( ) :
return ' all '
return ' all '
def get_skip_words_scope ( self ) :
return self . skip_words_scope
def _update_skip_scope_button_text ( self ) :
if self . skip_scope_toggle_button :
if self . skip_words_scope == SKIP_SCOPE_FILES :
self . skip_scope_toggle_button . setText ( " Scope: Files " )
self . skip_scope_toggle_button . setToolTip (
" Current Skip Scope: Files \n \n "
" Skips individual files if their names contain any of the ' Skip with Words ' . \n "
" Example: Skip words \" WIP, sketch \" . \n "
" - File \" art_WIP.jpg \" -> SKIPPED. \n "
" - File \" final_art.png \" -> DOWNLOADED (if other conditions met). \n "
" Post is still processed for other non-skipped files. \n \n "
" Click to cycle to: Posts "
)
elif self . skip_words_scope == SKIP_SCOPE_POSTS :
self . skip_scope_toggle_button . setText ( " Scope: Posts " )
self . skip_scope_toggle_button . setToolTip (
" Current Skip Scope: Posts \n \n "
" Skips entire posts if their titles contain any of the ' Skip with Words ' . \n "
" All files from a skipped post are ignored. \n "
" Example: Skip words \" preview, announcement \" . \n "
" - Post \" Exciting Announcement! \" -> SKIPPED. \n "
" - Post \" Finished Artwork \" -> PROCESSED (if other conditions met). \n \n "
" Click to cycle to: Both "
)
elif self . skip_words_scope == SKIP_SCOPE_BOTH :
self . skip_scope_toggle_button . setText ( " Scope: Both " )
self . skip_scope_toggle_button . setToolTip (
" Current Skip Scope: Both (Posts then Files) \n \n "
" 1. Checks post title: If title contains a skip word, the entire post is SKIPPED. \n "
" 2. If post title is OK, then checks individual filenames: If a filename contains a skip word, only that file is SKIPPED. \n "
" Example: Skip words \" WIP, sketch \" . \n "
" - Post \" Sketches and WIPs \" (title match) -> ENTIRE POST SKIPPED. \n "
" - Post \" Art Update \" (title OK) with files: \n "
" - \" character_WIP.jpg \" (file match) -> SKIPPED. \n "
" - \" final_scene.png \" (file OK) -> DOWNLOADED. \n \n "
" Click to cycle to: Files "
)
else :
self . skip_scope_toggle_button . setText ( " Scope: Unknown " )
self . skip_scope_toggle_button . setToolTip (
" Current Skip Scope: Unknown \n \n "
" The skip words scope is in an unknown state. Please cycle or reset. \n \n "
" Click to cycle to: Files "
)
def _cycle_skip_scope ( self ) :
if self . skip_words_scope == SKIP_SCOPE_FILES :
self . skip_words_scope = SKIP_SCOPE_POSTS
elif self . skip_words_scope == SKIP_SCOPE_POSTS :
self . skip_words_scope = SKIP_SCOPE_BOTH
elif self . skip_words_scope == SKIP_SCOPE_BOTH :
self . skip_words_scope = SKIP_SCOPE_FILES
else :
self . skip_words_scope = SKIP_SCOPE_FILES
self . _update_skip_scope_button_text ( )
self . settings . setValue ( SKIP_WORDS_SCOPE_KEY , self . skip_words_scope )
self . log_signal . emit ( f " ℹ ️ Skip words scope changed to: ' { self . skip_words_scope } ' " )
def get_char_filter_scope ( self ) :
return self . char_filter_scope
def _update_char_filter_scope_button_text ( self ) :
if self . char_filter_scope_toggle_button :
if self . char_filter_scope == CHAR_SCOPE_FILES :
self . char_filter_scope_toggle_button . setText ( " Filter: Files " )
self . char_filter_scope_toggle_button . setToolTip (
" Current Scope: Files \n \n "
" Filters individual files by name. A post is kept if any file matches. \n "
" Only matching files from that post are downloaded. \n "
" Example: Filter ' Tifa ' . File ' Tifa_artwork.jpg ' matches and is downloaded. \n "
" Folder Naming: Uses character from matching filename. \n \n "
" Click to cycle to: Title "
)
elif self . char_filter_scope == CHAR_SCOPE_TITLE :
self . char_filter_scope_toggle_button . setText ( " Filter: Title " )
self . char_filter_scope_toggle_button . setToolTip (
" Current Scope: Title \n \n "
" Filters entire posts by their title. All files from a matching post are downloaded. \n "
" Example: Filter ' Aerith ' . Post titled ' Aerith ' s Garden ' matches; all its files are downloaded. \n "
" Folder Naming: Uses character from matching post title. \n \n "
" Click to cycle to: Both "
)
elif self . char_filter_scope == CHAR_SCOPE_BOTH :
self . char_filter_scope_toggle_button . setText ( " Filter: Both " )
self . char_filter_scope_toggle_button . setToolTip (
" Current Scope: Both (Title then Files) \n \n "
" 1. Checks post title: If matches, all files from post are downloaded. \n "
" 2. If title doesn ' t match, checks filenames: If any file matches, only that file is downloaded. \n "
" Example: Filter ' Cloud ' . \n "
" - Post ' Cloud Strife ' (title match) -> all files downloaded. \n "
" - Post ' Bike Chase ' with ' Cloud_fenrir.jpg ' (file match) -> only ' Cloud_fenrir.jpg ' downloaded. \n "
" Folder Naming: Prioritizes title match, then file match. \n \n "
" Click to cycle to: Comments "
)
elif self . char_filter_scope == CHAR_SCOPE_COMMENTS :
self . char_filter_scope_toggle_button . setText ( " Filter: Comments (Beta) " )
self . char_filter_scope_toggle_button . setToolTip (
" Current Scope: Comments (Beta - Files first, then Comments as fallback) \n \n "
" 1. Checks filenames: If any file in the post matches the filter, the entire post is downloaded. Comments are NOT checked for this filter term. \n "
" 2. If no file matches, THEN checks post comments: If a comment matches, the entire post is downloaded. \n "
" Example: Filter ' Barret ' . \n "
" - Post A: Files ' Barret_gunarm.jpg ' , ' other.png ' . File ' Barret_gunarm.jpg ' matches. All files from Post A downloaded. Comments not checked for ' Barret ' . \n "
" - Post B: Files ' dyne.jpg ' , ' weapon.gif ' . Comments: ' ...a drawing of Barret Wallace... ' . No file match for ' Barret ' . Comment matches. All files from Post B downloaded. \n "
" Folder Naming: Prioritizes character from file match, then from comment match. \n \n "
" Click to cycle to: Files "
)
else :
self . char_filter_scope_toggle_button . setText ( " Filter: Unknown " )
self . char_filter_scope_toggle_button . setToolTip (
" Current Scope: Unknown \n \n "
" The character filter scope is in an unknown state. Please cycle or reset. \n \n "
" Click to cycle to: Files "
)
def _cycle_char_filter_scope ( self ) :
if self . char_filter_scope == CHAR_SCOPE_FILES :
self . char_filter_scope = CHAR_SCOPE_TITLE
elif self . char_filter_scope == CHAR_SCOPE_TITLE :
self . char_filter_scope = CHAR_SCOPE_BOTH
elif self . char_filter_scope == CHAR_SCOPE_BOTH :
self . char_filter_scope = CHAR_SCOPE_COMMENTS
elif self . char_filter_scope == CHAR_SCOPE_COMMENTS :
self . char_filter_scope = CHAR_SCOPE_FILES
else :
self . char_filter_scope = CHAR_SCOPE_FILES # Default fallback
self . _update_char_filter_scope_button_text ( )
self . settings . setValue ( CHAR_FILTER_SCOPE_KEY , self . char_filter_scope )
self . log_signal . emit ( f " ℹ ️ Character filter scope changed to: ' { self . char_filter_scope } ' " )
def _handle_ui_add_new_character ( self ) :
""" Handles adding a new character from the UI input field. """
name_from_ui_input = self . new_char_input . text ( ) . strip ( )
successfully_added_any = False
if not name_from_ui_input :
QMessageBox . warning ( self , " Input Error " , " Name cannot be empty. " )
return
if name_from_ui_input . startswith ( " ( " ) and name_from_ui_input . endswith ( " )~ " ) :
# Format: (Name1, Name2)~ -> Group "Name1 Name2" with aliases Name1, Name2
content = name_from_ui_input [ 1 : - 2 ] . strip ( ) # Remove ( and )~
aliases = [ alias . strip ( ) for alias in content . split ( ' , ' ) if alias . strip ( ) ]
if aliases :
folder_name = " " . join ( aliases ) # The primary name for the KNOWN_NAMES entry
if self . add_new_character ( name_to_add = folder_name ,
is_group_to_add = True ,
aliases_to_add = aliases ,
suppress_similarity_prompt = False ) :
successfully_added_any = True
else :
QMessageBox . warning ( self , " Input Error " , " Empty group content for `~` format. " )
elif name_from_ui_input . startswith ( " ( " ) and name_from_ui_input . endswith ( " ) " ) :
# Format: (Name1, Name2) -> Add Name1 and Name2 as separate entries
content = name_from_ui_input [ 1 : - 1 ] . strip ( ) # Remove ( and )
names_to_add_separately = [ name . strip ( ) for name in content . split ( ' , ' ) if name . strip ( ) ]
if names_to_add_separately :
for name_item in names_to_add_separately :
if self . add_new_character ( name_to_add = name_item ,
is_group_to_add = False ,
aliases_to_add = [ name_item ] ,
suppress_similarity_prompt = False ) :
successfully_added_any = True
else :
QMessageBox . warning ( self , " Input Error " , " Empty group content for standard group format. " )
else :
# Simple name, add as a single non-group entry
if self . add_new_character ( name_to_add = name_from_ui_input ,
is_group_to_add = False ,
aliases_to_add = [ name_from_ui_input ] ,
suppress_similarity_prompt = False ) :
successfully_added_any = True
if successfully_added_any :
self . new_char_input . clear ( )
self . save_known_names ( )
# The add_new_character method itself handles logging success/failure of individual additions
# and updating the character_list widget.
def add_new_character ( self , name_to_add , is_group_to_add , aliases_to_add , suppress_similarity_prompt = False ) :
global KNOWN_NAMES , clean_folder_name
if not name_to_add :
QMessageBox . warning ( self , " Input Error " , " Name cannot be empty. " ) ; return False # Return False on failure
name_to_add_lower = name_to_add . lower ( )
for kn_entry in KNOWN_NAMES :
if kn_entry [ " name " ] . lower ( ) == name_to_add_lower :
QMessageBox . warning ( self , " Duplicate Name " , f " The primary folder name ' { name_to_add } ' already exists. " ) ; return False
if not is_group_to_add and name_to_add_lower in [ a . lower ( ) for a in kn_entry [ " aliases " ] ] : # Check if new simple name is an alias elsewhere
QMessageBox . warning ( self , " Duplicate Alias " , f " The name ' { name_to_add } ' already exists as an alias for ' { kn_entry [ ' name ' ] } ' . " ) ; return False
similar_names_details = [ ]
for kn_entry in KNOWN_NAMES :
for term_to_check_similarity_against in kn_entry [ " aliases " ] : # Check against all aliases
term_lower = term_to_check_similarity_against . lower ( )
if name_to_add_lower != term_lower and \
( name_to_add_lower in term_lower or term_lower in name_to_add_lower ) :
similar_names_details . append ( ( name_to_add , kn_entry [ " name " ] ) )
break
# Also check if any of the new aliases are similar to existing primary names or other aliases
for new_alias in aliases_to_add :
if new_alias . lower ( ) != term_to_check_similarity_against . lower ( ) and ( new_alias . lower ( ) in term_to_check_similarity_against . lower ( ) or term_to_check_similarity_against . lower ( ) in new_alias . lower ( ) ) :
similar_names_details . append ( ( new_alias , kn_entry [ " name " ] ) )
break # Found a similarity for this entry, no need to check its other aliases
if similar_names_details and not suppress_similarity_prompt :
# This block is only entered if suppress_similarity_prompt is False
# and there are similar names.
# If suppress_similarity_prompt is True, this entire block is skipped.
if similar_names_details : # Double check, though outer if should cover
first_similar_new , first_similar_existing = similar_names_details [ 0 ]
shorter , longer = sorted ( [ first_similar_new , first_similar_existing ] , key = len )
msg_box = QMessageBox ( self )
msg_box . setIcon ( QMessageBox . Warning )
msg_box . setWindowTitle ( " Potential Name Conflict " )
msg_box . setText (
f " The name ' { first_similar_new } ' is very similar to an existing name: ' { first_similar_existing } ' . \n \n "
f " This could lead to unexpected folder grouping (e.g., under ' { clean_folder_name ( shorter ) } ' instead of a more specific ' { clean_folder_name ( longer ) } ' or vice-versa). \n \n "
" Do you want to change the name you are adding, or proceed anyway? "
)
change_button = msg_box . addButton ( " Change Name " , QMessageBox . RejectRole )
proceed_button = msg_box . addButton ( " Proceed Anyway " , QMessageBox . AcceptRole )
msg_box . setDefaultButton ( proceed_button )
msg_box . setEscapeButton ( change_button )
msg_box . exec_ ( )
if msg_box . clickedButton ( ) == change_button :
self . log_signal . emit ( f " ℹ ️ User chose to change ' { first_similar_new } ' due to similarity with an alias of ' { first_similar_existing } ' . " )
return False # Return False on failure/user cancel
self . log_signal . emit ( f " ⚠️ User proceeded with adding ' { first_similar_new } ' despite similarity with an alias of ' { first_similar_existing } ' . " )
new_entry = {
" name " : name_to_add , # This is the primary/folder name
" is_group " : is_group_to_add ,
" aliases " : sorted ( list ( set ( aliases_to_add ) ) , key = str . lower ) # Ensure unique and sorted aliases
}
# Final check for alias conflicts if this is a group
if is_group_to_add :
for new_alias in new_entry [ " aliases " ] :
if any ( new_alias . lower ( ) == kn_entry [ " name " ] . lower ( ) for kn_entry in KNOWN_NAMES if kn_entry [ " name " ] . lower ( ) != name_to_add_lower ) :
QMessageBox . warning ( self , " Alias Conflict " , f " Alias ' { new_alias } ' (for group ' { name_to_add } ' ) conflicts with an existing primary name. " ) ; return False
KNOWN_NAMES . append ( new_entry )
KNOWN_NAMES . sort ( key = lambda x : x [ " name " ] . lower ( ) ) # Sort by primary name
self . character_list . clear ( )
self . character_list . addItems ( [ entry [ " name " ] for entry in KNOWN_NAMES ] )
self . filter_character_list ( self . character_search_input . text ( ) )
log_msg_suffix = f " (as group with aliases: { ' , ' . join ( new_entry [ ' aliases ' ] ) } ) " if is_group_to_add and len ( new_entry [ ' aliases ' ] ) > 1 else " "
self . log_signal . emit ( f " ✅ Added ' { name_to_add } ' to known names list { log_msg_suffix } . " )
self . new_char_input . clear ( )
return True
def delete_selected_character ( self ) :
global KNOWN_NAMES
selected_items = self . character_list . selectedItems ( )
if not selected_items :
QMessageBox . warning ( self , " Selection Error " , " Please select one or more names to delete. " ) ; return
primary_names_to_remove = { item . text ( ) for item in selected_items }
confirm = QMessageBox . question ( self , " Confirm Deletion " ,
f " Are you sure you want to delete { len ( primary_names_to_remove ) } selected entry/entries (and their aliases)? " ,
QMessageBox . Yes | QMessageBox . No , QMessageBox . No )
if confirm == QMessageBox . Yes :
original_count = len ( KNOWN_NAMES )
KNOWN_NAMES [ : ] = [ entry for entry in KNOWN_NAMES if entry [ " name " ] not in primary_names_to_remove ]
removed_count = original_count - len ( KNOWN_NAMES )
if removed_count > 0 :
self . log_signal . emit ( f " 🗑️ Removed { removed_count } name(s). " )
self . character_list . clear ( )
self . character_list . addItems ( [ entry [ " name " ] for entry in KNOWN_NAMES ] )
self . filter_character_list ( self . character_search_input . text ( ) )
self . save_known_names ( )
else :
self . log_signal . emit ( " ℹ ️ No names were removed (they might not have been in the list)." )
def update_custom_folder_visibility ( self , url_text = None ) :
if url_text is None :
url_text = self . link_input . text ( )
_ , _ , post_id = extract_post_info ( url_text . strip ( ) )
is_single_post_url = bool ( post_id )
subfolders_enabled = self . use_subfolders_checkbox . isChecked ( ) if self . use_subfolders_checkbox else False
not_only_links_or_archives_mode = not (
( self . radio_only_links and self . radio_only_links . isChecked ( ) ) or
( self . radio_only_archives and self . radio_only_archives . isChecked ( ) )
)
should_show_custom_folder = is_single_post_url and subfolders_enabled and not_only_links_or_archives_mode
if self . custom_folder_widget :
self . custom_folder_widget . setVisible ( should_show_custom_folder )
if not ( self . custom_folder_widget and self . custom_folder_widget . isVisible ( ) ) :
if self . custom_folder_input : self . custom_folder_input . clear ( )
2025-05-25 11:38:38 +05:30
def update_ui_for_subfolders ( self , separate_folders_by_name_title_checked : bool ) :
2025-05-24 10:36:15 +05:30
is_only_links = self . radio_only_links and self . radio_only_links . isChecked ( )
is_only_archives = self . radio_only_archives and self . radio_only_archives . isChecked ( )
2025-05-25 11:38:38 +05:30
can_enable_subfolder_per_post_checkbox = not is_only_links and not is_only_archives
2025-05-24 10:36:15 +05:30
if self . use_subfolder_per_post_checkbox :
2025-05-25 11:38:38 +05:30
self . use_subfolder_per_post_checkbox . setEnabled ( can_enable_subfolder_per_post_checkbox )
if not can_enable_subfolder_per_post_checkbox :
2025-05-24 16:22:47 +05:30
self . use_subfolder_per_post_checkbox . setChecked ( False )
2025-05-24 10:36:15 +05:30
self . update_custom_folder_visibility ( )
def _update_cookie_input_visibility ( self , checked ) :
cookie_text_input_exists = hasattr ( self , ' cookie_text_input ' )
cookie_browse_button_exists = hasattr ( self , ' cookie_browse_button ' )
if cookie_text_input_exists or cookie_browse_button_exists :
is_only_links = self . radio_only_links and self . radio_only_links . isChecked ( )
if cookie_text_input_exists : self . cookie_text_input . setVisible ( checked )
if cookie_browse_button_exists : self . cookie_browse_button . setVisible ( checked )
can_enable_cookie_text = checked and not is_only_links
enable_state_for_fields = can_enable_cookie_text and ( self . download_btn . isEnabled ( ) or self . is_paused )
if cookie_text_input_exists :
self . cookie_text_input . setEnabled ( enable_state_for_fields )
if self . selected_cookie_filepath and checked : # If a file is selected and "Use Cookie" is on
self . cookie_text_input . setText ( self . selected_cookie_filepath )
self . cookie_text_input . setReadOnly ( True )
self . cookie_text_input . setPlaceholderText ( " " )
elif checked : # "Use Cookie" is on, but no file selected
self . cookie_text_input . setReadOnly ( False )
self . cookie_text_input . setPlaceholderText ( " Cookie string (if no cookies.txt) " )
if cookie_browse_button_exists : self . cookie_browse_button . setEnabled ( enable_state_for_fields )
if not checked : # If "Use Cookie" is unchecked, clear the selected file path
self . selected_cookie_filepath = None
def update_page_range_enabled_state ( self ) :
url_text = self . link_input . text ( ) . strip ( ) if self . link_input else " "
_ , _ , post_id = extract_post_info ( url_text )
is_creator_feed = not post_id if url_text else False
2025-05-25 11:38:38 +05:30
# Manga mode no longer directly dictates page range enabled state.
# Page range is enabled if it's a creator feed.
enable_page_range = is_creator_feed
2025-05-24 10:36:15 +05:30
for widget in [ self . page_range_label , self . start_page_input , self . to_label , self . end_page_input ] :
2025-05-25 11:38:38 +05:30
if widget : widget . setEnabled ( enable_page_range ) # Enable/disable based on whether it's a creator feed
2025-05-24 10:36:15 +05:30
if not enable_page_range :
if self . start_page_input : self . start_page_input . clear ( )
if self . end_page_input : self . end_page_input . clear ( )
def _update_manga_filename_style_button_text ( self ) :
if self . manga_rename_toggle_button :
if self . manga_filename_style == STYLE_POST_TITLE :
self . manga_rename_toggle_button . setText ( " Name: Post Title " )
self . manga_rename_toggle_button . setToolTip (
" Manga Filename Style: Post Title \n \n "
" When Manga/Comic Mode is active for a creator feed: \n "
" - The *first* file in a post is named after the post ' s title (e.g., \" MyMangaChapter1.jpg \" ). \n "
" - Any *subsequent* files within the *same post* will retain their original filenames (e.g., \" page_02.png \" , \" bonus_art.jpg \" ). \n "
" - This is generally recommended for better organization of sequential content. \n "
" - Example: Post \" Chapter 1: The Beginning \" with files \" 001.jpg \" , \" 002.jpg \" . \n "
" Downloads as: \" Chapter 1 The Beginning.jpg \" , \" 002.jpg \" . \n \n "
" Click to change to: Original File Name "
)
elif self . manga_filename_style == STYLE_ORIGINAL_NAME :
self . manga_rename_toggle_button . setText ( " Name: Original File " )
self . manga_rename_toggle_button . setToolTip (
2025-05-25 21:21:00 +05:30
" Manga Filename Style: Original File Name \n \n " # Updated tooltip
2025-05-24 10:36:15 +05:30
" When Manga/Comic Mode is active for a creator feed: \n "
" - *All* files in a post will attempt to keep their original filenames as provided by the site (e.g., \" 001.jpg \" , \" page_02.png \" ). \n "
2025-05-25 21:21:00 +05:30
" - An optional prefix can be entered in the field next to this button (e.g., ' MySeries_001.jpg ' ). \n "
2025-05-24 10:36:15 +05:30
" - If original names are inconsistent, using \" Post Title \" style is often better. \n "
" - Example: Post \" Chapter 1: The Beginning \" with files \" 001.jpg \" , \" 002.jpg \" . \n "
" Downloads as: \" 001.jpg \" , \" 002.jpg \" . \n \n "
" Click to change to: Post Title "
)
2025-05-25 11:38:38 +05:30
elif self . manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING :
self . manga_rename_toggle_button . setText ( " Name: Title+G.Num " )
self . manga_rename_toggle_button . setToolTip (
" Manga Filename Style: Post Title + Global Numbering \n \n "
" When Manga/Comic Mode is active for a creator feed: \n "
" - All files across all posts in the current download session are named sequentially using the post ' s title as a prefix. \n "
" - Example: Post ' Chapter 1 ' (2 files) -> ' Chapter 1_001.jpg ' , ' Chapter 1_002.png ' . \n "
" Next Post ' Chapter 2 ' (1 file) -> ' Chapter 2_003.jpg ' . \n "
" - Multithreading for post processing is automatically disabled for this style. \n \n "
" Click to change to: Post Title "
)
2025-05-24 10:36:15 +05:30
elif self . manga_filename_style == STYLE_DATE_BASED :
self . manga_rename_toggle_button . setText ( " Name: Date Based " )
self . manga_rename_toggle_button . setToolTip (
" Manga Filename Style: Date Based \n \n "
" When Manga/Comic Mode is active for a creator feed: \n "
2025-05-25 21:21:00 +05:30
" - Files will be named sequentially (001.ext, 002.ext, ...) based on post publication order. \n "
" - An optional prefix can be entered in the field next to this button (e.g., ' MySeries_001.jpg ' ). \n "
2025-05-24 10:36:15 +05:30
" - To ensure correct numbering, multithreading for post processing is automatically disabled when this style is active. \n \n "
" Click to change to: Post Title "
)
else :
self . manga_rename_toggle_button . setText ( " Name: Unknown Style " )
self . manga_rename_toggle_button . setToolTip (
" Manga Filename Style: Unknown \n \n "
" The manga filename style is in an unknown state. Please cycle or reset. \n \n "
" Click to change to: Post Title "
)
def _toggle_manga_filename_style ( self ) :
current_style = self . manga_filename_style
new_style = " "
if current_style == STYLE_POST_TITLE : # Title -> Original
new_style = STYLE_ORIGINAL_NAME
elif current_style == STYLE_ORIGINAL_NAME : # Original -> Date
2025-05-25 11:38:38 +05:30
new_style = STYLE_POST_TITLE_GLOBAL_NUMBERING # Original -> Title+GlobalNum
elif current_style == STYLE_POST_TITLE_GLOBAL_NUMBERING : # Title+GlobalNum -> Date Based
2025-05-24 10:36:15 +05:30
new_style = STYLE_DATE_BASED
2025-05-25 11:38:38 +05:30
elif current_style == STYLE_DATE_BASED : # Date Based -> Title
2025-05-24 10:36:15 +05:30
new_style = STYLE_POST_TITLE
else :
self . log_signal . emit ( f " ⚠️ Unknown current manga filename style: { current_style } . Resetting to default ( ' { STYLE_POST_TITLE } ' ). " )
new_style = STYLE_POST_TITLE
self . manga_filename_style = new_style
self . settings . setValue ( MANGA_FILENAME_STYLE_KEY , self . manga_filename_style )
self . settings . sync ( )
self . _update_manga_filename_style_button_text ( )
2025-05-25 21:21:00 +05:30
self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False ) # Update UI based on new style
2025-05-24 10:36:15 +05:30
self . log_signal . emit ( f " ℹ ️ Manga filename style changed to: ' { self . manga_filename_style } ' " )
def update_ui_for_manga_mode ( self , checked ) :
is_only_links_mode = self . radio_only_links and self . radio_only_links . isChecked ( )
is_only_archives_mode = self . radio_only_archives and self . radio_only_archives . isChecked ( )
url_text = self . link_input . text ( ) . strip ( ) if self . link_input else " "
_ , _ , post_id = extract_post_info ( url_text )
is_creator_feed = not post_id if url_text else False
if self . manga_mode_checkbox :
self . manga_mode_checkbox . setEnabled ( is_creator_feed )
if not is_creator_feed and self . manga_mode_checkbox . isChecked ( ) :
self . manga_mode_checkbox . setChecked ( False )
checked = self . manga_mode_checkbox . isChecked ( )
manga_mode_effectively_on = is_creator_feed and checked
if self . manga_rename_toggle_button :
self . manga_rename_toggle_button . setVisible ( manga_mode_effectively_on and not ( is_only_links_mode or is_only_archives_mode ) )
2025-05-25 11:38:38 +05:30
# Always update page range enabled state, as it depends on URL type, not directly manga mode.
self . update_page_range_enabled_state ( )
2025-05-25 21:21:00 +05:30
current_filename_style = self . manga_filename_style
2025-05-24 10:36:15 +05:30
file_download_mode_active = not ( self . radio_only_links and self . radio_only_links . isChecked ( ) )
2025-05-24 16:22:47 +05:30
# Character filter widgets should be enabled if it's a file download mode
enable_char_filter_widgets = file_download_mode_active and not ( self . radio_only_archives and self . radio_only_archives . isChecked ( ) )
2025-05-24 10:36:15 +05:30
if self . character_input :
self . character_input . setEnabled ( enable_char_filter_widgets )
if not enable_char_filter_widgets : self . character_input . clear ( )
if self . char_filter_scope_toggle_button :
self . char_filter_scope_toggle_button . setEnabled ( enable_char_filter_widgets )
2025-05-24 16:22:47 +05:30
if self . character_filter_widget : # Also ensure the main widget visibility is correct
self . character_filter_widget . setVisible ( enable_char_filter_widgets )
2025-05-25 21:21:00 +05:30
# Visibility for manga date prefix input
show_date_prefix_input = (
manga_mode_effectively_on and
( current_filename_style == STYLE_DATE_BASED or current_filename_style == STYLE_ORIGINAL_NAME ) and # MODIFIED
not ( is_only_links_mode or is_only_archives_mode )
)
if hasattr ( self , ' manga_date_prefix_input ' ) :
self . manga_date_prefix_input . setVisible ( show_date_prefix_input )
if not show_date_prefix_input : # Clear if not visible
self . manga_date_prefix_input . clear ( )
# Visibility for multipart toggle button
if hasattr ( self , ' multipart_toggle_button ' ) :
show_multipart_button = not ( show_date_prefix_input or is_only_links_mode or is_only_archives_mode )
self . multipart_toggle_button . setVisible ( show_multipart_button )
2025-05-24 10:36:15 +05:30
self . _update_multithreading_for_date_mode ( ) # Update multithreading state based on manga mode
def filter_character_list ( self , search_text ) :
search_text_lower = search_text . lower ( )
for i in range ( self . character_list . count ( ) ) :
item = self . character_list . item ( i )
item . setHidden ( search_text_lower not in item . text ( ) . lower ( ) )
def update_multithreading_label ( self , text ) :
if self . use_multithreading_checkbox . isChecked ( ) :
try :
num_threads_val = int ( text )
2025-05-25 12:27:15 +05:30
if num_threads_val > 0 : self . use_multithreading_checkbox . setText ( f " Use Multithreading ( { num_threads_val } Threads) " ) # type: ignore
2025-05-24 10:36:15 +05:30
else : self . use_multithreading_checkbox . setText ( " Use Multithreading (Invalid: >0) " )
except ValueError :
self . use_multithreading_checkbox . setText ( " Use Multithreading (Invalid Input) " )
else :
self . use_multithreading_checkbox . setText ( " Use Multithreading (1 Thread) " )
def _handle_multithreading_toggle ( self , checked ) :
if not checked :
self . thread_count_input . setEnabled ( False )
self . thread_count_label . setEnabled ( False )
self . use_multithreading_checkbox . setText ( " Use Multithreading (1 Thread) " )
else :
self . thread_count_input . setEnabled ( True )
self . thread_count_label . setEnabled ( True )
self . update_multithreading_label ( self . thread_count_input . text ( ) )
def _update_multithreading_for_date_mode ( self ) :
"""
Checks if Manga Mode is ON and ' Date Based ' style is selected .
If so , disables multithreading . Otherwise , enables it .
"""
if not hasattr ( self , ' manga_mode_checkbox ' ) or not hasattr ( self , ' use_multithreading_checkbox ' ) :
return # UI elements not ready
2025-05-25 11:38:38 +05:30
manga_on = self . manga_mode_checkbox . isChecked ( ) # type: ignore
is_sequential_style_requiring_single_thread = (
self . manga_filename_style == STYLE_DATE_BASED or
self . manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING
)
if manga_on and is_sequential_style_requiring_single_thread :
2025-05-24 10:36:15 +05:30
if self . use_multithreading_checkbox . isChecked ( ) or self . use_multithreading_checkbox . isEnabled ( ) :
if self . use_multithreading_checkbox . isChecked ( ) :
self . log_signal . emit ( " ℹ ️ Manga Date Mode: Multithreading for post processing has been disabled to ensure correct sequential file numbering." )
self . use_multithreading_checkbox . setChecked ( False )
self . use_multithreading_checkbox . setEnabled ( False )
self . _handle_multithreading_toggle ( False ) # Update label to show "1 Thread"
else :
if not self . use_multithreading_checkbox . isEnabled ( ) : # Only re-enable if it was disabled by this logic
self . use_multithreading_checkbox . setEnabled ( True )
self . _handle_multithreading_toggle ( self . use_multithreading_checkbox . isChecked ( ) ) # Update label based on current state
def update_progress_display ( self , total_posts , processed_posts ) :
if total_posts > 0 :
progress_percent = ( processed_posts / total_posts ) * 100
self . progress_label . setText ( f " Progress: { processed_posts } / { total_posts } posts ( { progress_percent : .1f } %) " )
elif processed_posts > 0 :
self . progress_label . setText ( f " Progress: Processing post { processed_posts } ... " )
else :
self . progress_label . setText ( " Progress: Starting... " )
if total_posts > 0 or processed_posts > 0 :
self . file_progress_label . setText ( " " )
def start_download ( self ) :
global KNOWN_NAMES , BackendDownloadThread , PostProcessorWorker , extract_post_info , clean_folder_name , MAX_FILE_THREADS_PER_POST_OR_WORKER
if self . _is_download_active ( ) :
QMessageBox . warning ( self , " Busy " , " A download is already running. " ) ; return
api_url = self . link_input . text ( ) . strip ( )
output_dir = self . dir_input . text ( ) . strip ( )
use_subfolders = self . use_subfolders_checkbox . isChecked ( )
use_post_subfolders = self . use_subfolder_per_post_checkbox . isChecked ( )
compress_images = self . compress_images_checkbox . isChecked ( )
download_thumbnails = self . download_thumbnails_checkbox . isChecked ( )
use_multithreading_enabled_by_checkbox = self . use_multithreading_checkbox . isChecked ( )
try :
num_threads_from_gui = int ( self . thread_count_input . text ( ) . strip ( ) )
if num_threads_from_gui < 1 : num_threads_from_gui = 1
except ValueError :
QMessageBox . critical ( self , " Thread Count Error " , " Invalid number of threads. Please enter a positive number. " )
self . set_ui_enabled ( True )
return
if use_multithreading_enabled_by_checkbox :
if num_threads_from_gui > MAX_THREADS :
hard_warning_msg = (
f " You ' ve entered a thread count ( { num_threads_from_gui } ) exceeding the maximum of { MAX_THREADS } . \n \n "
" Using an extremely high number of threads can lead to: \n "
" - Diminishing returns (no significant speed increase). \n "
" - Increased system instability or application crashes. \n "
" - Higher chance of being rate-limited or temporarily IP-banned by the server. \n \n "
f " The thread count has been automatically capped to { MAX_THREADS } for stability. "
)
QMessageBox . warning ( self , " High Thread Count Warning " , hard_warning_msg )
num_threads_from_gui = MAX_THREADS
self . thread_count_input . setText ( str ( MAX_THREADS ) ) # Update the input field
self . log_signal . emit ( f " ⚠️ User attempted { num_threads_from_gui } threads, capped to { MAX_THREADS } . " )
if SOFT_WARNING_THREAD_THRESHOLD < num_threads_from_gui < = MAX_THREADS :
soft_warning_msg_box = QMessageBox ( self )
soft_warning_msg_box . setIcon ( QMessageBox . Question )
soft_warning_msg_box . setWindowTitle ( " Thread Count Advisory " )
soft_warning_msg_box . setText (
f " You ' ve set the thread count to { num_threads_from_gui } . \n \n "
" While this is within the allowed limit, using a high number of threads (typically above 40-50) can sometimes lead to: \n "
" - Increased errors or failed file downloads. \n "
" - Connection issues with the server. \n "
" - Higher system resource usage. \n \n "
" For most users and connections, 10-30 threads provide a good balance. \n \n "
f " Do you want to proceed with { num_threads_from_gui } threads, or would you like to change the value? "
)
proceed_button = soft_warning_msg_box . addButton ( " Proceed Anyway " , QMessageBox . AcceptRole )
change_button = soft_warning_msg_box . addButton ( " Change Thread Value " , QMessageBox . RejectRole )
soft_warning_msg_box . setDefaultButton ( proceed_button )
soft_warning_msg_box . setEscapeButton ( change_button )
soft_warning_msg_box . exec_ ( )
if soft_warning_msg_box . clickedButton ( ) == change_button :
self . log_signal . emit ( f " ℹ ️ User opted to change thread count from { num_threads_from_gui } after advisory. " )
self . thread_count_input . setFocus ( )
self . thread_count_input . selectAll ( )
return # Exit start_download to allow user to change value
raw_skip_words = self . skip_words_input . text ( ) . strip ( )
skip_words_list = [ word . strip ( ) . lower ( ) for word in raw_skip_words . split ( ' , ' ) if word . strip ( ) ]
raw_remove_filename_words = self . remove_from_filename_input . text ( ) . strip ( ) if hasattr ( self , ' remove_from_filename_input ' ) else " "
allow_multipart = self . allow_multipart_download_setting # Use the internal setting
remove_from_filename_words_list = [ word . strip ( ) for word in raw_remove_filename_words . split ( ' , ' ) if word . strip ( ) ]
use_cookie_from_checkbox = self . use_cookie_checkbox . isChecked ( ) if hasattr ( self , ' use_cookie_checkbox ' ) else False
app_base_dir_for_cookies = os . path . dirname ( self . config_file ) # Directory of Known.txt
cookie_text_from_input = self . cookie_text_input . text ( ) . strip ( ) if hasattr ( self , ' cookie_text_input ' ) and use_cookie_from_checkbox else " "
selected_cookie_file_path_for_backend = self . selected_cookie_filepath if use_cookie_from_checkbox and self . selected_cookie_filepath else None
current_skip_words_scope = self . get_skip_words_scope ( )
current_char_filter_scope = self . get_char_filter_scope ( )
manga_mode_is_checked = self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False
extract_links_only = ( self . radio_only_links and self . radio_only_links . isChecked ( ) )
backend_filter_mode = self . get_filter_mode ( )
user_selected_filter_text = self . radio_group . checkedButton ( ) . text ( ) if self . radio_group . checkedButton ( ) else " All "
if selected_cookie_file_path_for_backend :
cookie_text_from_input = " "
if backend_filter_mode == ' archive ' :
effective_skip_zip = False
effective_skip_rar = False
else :
effective_skip_zip = self . skip_zip_checkbox . isChecked ( )
effective_skip_rar = self . skip_rar_checkbox . isChecked ( )
if not api_url : QMessageBox . critical ( self , " Input Error " , " URL is required. " ) ; return
if not extract_links_only and not output_dir :
QMessageBox . critical ( self , " Input Error " , " Download Directory is required when not in ' Only Links ' mode. " ) ; return
service , user_id , post_id_from_url = extract_post_info ( api_url )
if not service or not user_id :
QMessageBox . critical ( self , " Input Error " , " Invalid or unsupported URL format. " ) ; return
if not extract_links_only and not os . path . isdir ( output_dir ) :
reply = QMessageBox . question ( self , " Create Directory? " ,
f " The directory ' { output_dir } ' does not exist. \n Create it now? " ,
2025-05-25 21:21:00 +05:30
QMessageBox . Yes | QMessageBox . No , QMessageBox . Yes ) # type: ignore
2025-05-24 10:36:15 +05:30
if reply == QMessageBox . Yes :
try : os . makedirs ( output_dir , exist_ok = True ) ; self . log_signal . emit ( f " ℹ ️ Created directory: { output_dir } " )
except Exception as e : QMessageBox . critical ( self , " Directory Error " , f " Could not create directory: { e } " ) ; return
else : self . log_signal . emit ( " ❌ Download cancelled: Output directory does not exist and was not created. " ) ; return
if compress_images and Image is None :
QMessageBox . warning ( self , " Missing Dependency " , " Pillow library (for image compression) not found. Compression will be disabled. " )
compress_images = False ; self . compress_images_checkbox . setChecked ( False )
2025-05-25 21:21:00 +05:30
# Initialize log_messages here, before it's potentially used by manga_date_prefix_text logging
log_messages = [ " = " * 40 , f " 🚀 Starting { ' Link Extraction ' if extract_links_only else ( ' Archive Download ' if backend_filter_mode == ' archive ' else ' Download ' ) } @ { time . strftime ( ' % Y- % m- %d % H: % M: % S ' ) } " , f " URL: { api_url } " ]
2025-05-24 10:36:15 +05:30
manga_mode = manga_mode_is_checked and not post_id_from_url
2025-05-25 21:21:00 +05:30
manga_date_prefix_text = " "
if manga_mode and \
( self . manga_filename_style == STYLE_DATE_BASED or self . manga_filename_style == STYLE_ORIGINAL_NAME ) and \
hasattr ( self , ' manga_date_prefix_input ' ) :
manga_date_prefix_text = self . manga_date_prefix_input . text ( ) . strip ( )
if manga_date_prefix_text : # Log only if prefix is provided (log_messages is now initialized)
log_messages . append ( f " ↳ Manga Date Prefix: ' { manga_date_prefix_text } ' " )
2025-05-24 10:36:15 +05:30
start_page_str , end_page_str = self . start_page_input . text ( ) . strip ( ) , self . end_page_input . text ( ) . strip ( )
start_page , end_page = None , None
is_creator_feed = bool ( not post_id_from_url )
2025-05-25 11:38:38 +05:30
if is_creator_feed : # Page range is only relevant and parsed for creator feeds
2025-05-24 10:36:15 +05:30
try :
if start_page_str : start_page = int ( start_page_str )
if end_page_str : end_page = int ( end_page_str )
2025-05-25 11:38:38 +05:30
# Validate parsed page numbers
2025-05-24 10:36:15 +05:30
if start_page is not None and start_page < = 0 : raise ValueError ( " Start page must be positive. " )
if end_page is not None and end_page < = 0 : raise ValueError ( " End page must be positive. " )
if start_page and end_page and start_page > end_page : raise ValueError ( " Start page cannot be greater than end page. " )
2025-05-25 11:38:38 +05:30
# If it's a creator feed, and manga mode is on, and both page fields were filled, show warning
if manga_mode and start_page and end_page :
msg_box = QMessageBox ( self )
msg_box . setIcon ( QMessageBox . Warning )
msg_box . setWindowTitle ( " Manga Mode & Page Range Warning " )
msg_box . setText (
" You have enabled <b>Manga/Comic Mode</b> and also specified a <b>Page Range</b>. \n \n "
" Manga Mode processes posts from oldest to newest across all available pages by default. \n "
" If you use a page range, you might miss parts of the manga/comic if it starts before your ' Start Page ' or continues after your ' End Page ' . \n \n "
" However, if you are certain the content you want is entirely within this page range (e.g., a short series, or you know the specific pages for a volume), then proceeding is okay. \n \n "
" Do you want to proceed with this page range in Manga Mode? "
)
proceed_button = msg_box . addButton ( " Proceed Anyway " , QMessageBox . AcceptRole )
cancel_button = msg_box . addButton ( " Cancel Download " , QMessageBox . RejectRole )
msg_box . setDefaultButton ( proceed_button )
msg_box . setEscapeButton ( cancel_button )
msg_box . exec_ ( )
if msg_box . clickedButton ( ) == cancel_button :
self . log_signal . emit ( " ❌ Download cancelled by user due to Manga Mode & Page Range warning. " )
self . set_ui_enabled ( True ) ; return # Re-enable UI and stop
except ValueError as e :
QMessageBox . critical ( self , " Page Range Error " , f " Invalid page range: { e } " )
self . set_ui_enabled ( True ) ; return # Re-enable UI and stop
# If not a creator_feed, start_page and end_page remain None.
2025-05-24 10:36:15 +05:30
self . external_link_queue . clear ( ) ; self . extracted_links_cache = [ ] ; self . _is_processing_external_link_queue = False ; self . _current_link_post_title = None
raw_character_filters_text = self . character_input . text ( ) . strip ( ) # Get current text
parsed_character_filter_objects = self . _parse_character_filters ( raw_character_filters_text ) # Parse it
# This will be the list of filter objects passed to the backend
actual_filters_to_use_for_run = [ ]
needs_folder_naming_validation = ( use_subfolders or manga_mode ) and not extract_links_only
if parsed_character_filter_objects :
actual_filters_to_use_for_run = parsed_character_filter_objects # Use all parsed filters for matching
if not extract_links_only :
self . log_signal . emit ( f " ℹ ️ Using character filters for matching: { ' , ' . join ( item [ ' name ' ] for item in actual_filters_to_use_for_run ) } " )
# --- Logic for Known.txt prompting (does not change filters for current run) ---
filter_objects_to_potentially_add_to_known_list = [ ]
for filter_item_obj in parsed_character_filter_objects : # Iterate over the same parsed_character_filter_objects
item_primary_name = filter_item_obj [ " name " ]
# Check for folder name validity only for the purpose of Known.txt interaction
cleaned_name_test = clean_folder_name ( item_primary_name )
if needs_folder_naming_validation and not cleaned_name_test :
QMessageBox . warning ( self , " Invalid Filter Name for Folder " , f " Filter name ' { item_primary_name } ' is invalid for a folder and will be skipped for Known.txt interaction. " )
self . log_signal . emit ( f " ⚠️ Skipping invalid filter for Known.txt interaction: ' { item_primary_name } ' " )
continue # Skip this filter for Known.txt prompting
an_alias_is_already_known = False
if any ( kn_entry [ " name " ] . lower ( ) == item_primary_name . lower ( ) for kn_entry in KNOWN_NAMES ) :
an_alias_is_already_known = True
elif filter_item_obj [ " is_group " ] and needs_folder_naming_validation :
for alias_in_filter_obj in filter_item_obj [ " aliases " ] :
if any ( kn_entry [ " name " ] . lower ( ) == alias_in_filter_obj . lower ( ) or alias_in_filter_obj . lower ( ) in [ a . lower ( ) for a in kn_entry [ " aliases " ] ] for kn_entry in KNOWN_NAMES ) :
an_alias_is_already_known = True ; break
if an_alias_is_already_known and filter_item_obj [ " is_group " ] :
self . log_signal . emit ( f " ℹ ️ An alias from group ' { item_primary_name } ' is already known. Group will not be prompted for Known.txt addition. " )
should_prompt_to_add_to_known_list = (
needs_folder_naming_validation and not manga_mode and
not any ( kn_entry [ " name " ] . lower ( ) == item_primary_name . lower ( ) for kn_entry in KNOWN_NAMES ) and
not an_alias_is_already_known
)
if should_prompt_to_add_to_known_list :
if not any ( obj_to_add [ " name " ] . lower ( ) == item_primary_name . lower ( ) for obj_to_add in filter_objects_to_potentially_add_to_known_list ) :
filter_objects_to_potentially_add_to_known_list . append ( filter_item_obj )
elif manga_mode and needs_folder_naming_validation and item_primary_name . lower ( ) not in { kn_entry [ " name " ] . lower ( ) for kn_entry in KNOWN_NAMES } and not an_alias_is_already_known :
self . log_signal . emit ( f " ℹ ️ Manga Mode: Using filter ' { item_primary_name } ' for this session without adding to Known Names. " )
if filter_objects_to_potentially_add_to_known_list :
# Pass the list of full filter objects to the dialog
confirm_dialog = ConfirmAddAllDialog ( filter_objects_to_potentially_add_to_known_list , self )
dialog_result = confirm_dialog . exec_ ( )
if dialog_result == CONFIRM_ADD_ALL_CANCEL_DOWNLOAD :
self . log_signal . emit ( " ❌ Download cancelled by user at new name confirmation stage. " )
self . set_ui_enabled ( True ) ; return
elif isinstance ( dialog_result , list ) : # User chose to add selected items
if dialog_result : # If the list of selected filter_objects is not empty
self . log_signal . emit ( f " ℹ ️ User chose to add { len ( dialog_result ) } new entry/entries to Known.txt. " )
for filter_obj_to_add in dialog_result : # dialog_result is the list of selected filter_obj from ConfirmAddAllDialog
if filter_obj_to_add . get ( " components_are_distinct_for_known_txt " ) :
# This was a (A, B, C) group. Add A, B, C separately to Known.txt.
# The dialog presented the group name (e.g., "Power Reze Himeno") for selection.
# Now, we iterate its components (aliases) for individual Known.txt addition.
self . log_signal . emit ( f " Processing group ' { filter_obj_to_add [ ' name ' ] } ' to add its components individually to Known.txt. " )
for alias_component in filter_obj_to_add [ " aliases " ] :
self . add_new_character (
name_to_add = alias_component ,
is_group_to_add = False , # Add as individual non-group entry
aliases_to_add = [ alias_component ] , # Alias is itself
suppress_similarity_prompt = True # Suppress for batch adding
)
else :
# This is a tilde group (A,B,C)~ or a simple name "Tifa"
# Add to Known.txt as is (either a group or a simple name).
self . add_new_character (
name_to_add = filter_obj_to_add [ " name " ] ,
is_group_to_add = filter_obj_to_add [ " is_group " ] ,
aliases_to_add = filter_obj_to_add [ " aliases " ] ,
suppress_similarity_prompt = True # Suppress for batch adding
)
else : # Empty list means user selected "Add Selected" but had nothing checked (dialog handles this by returning SKIP_ADDING)
self . log_signal . emit ( " ℹ ️ User confirmed adding, but no names were selected in the dialog. No new names added to Known.txt." )
elif dialog_result == CONFIRM_ADD_ALL_SKIP_ADDING :
self . log_signal . emit ( " ℹ ️ User chose not to add new names to Known.txt for this session." )
# --- End of Known.txt prompting logic ---
else : # extract_links_only is true
self . log_signal . emit ( f " ℹ ️ Using character filters for link extraction: { ' , ' . join ( item [ ' name ' ] for item in actual_filters_to_use_for_run ) } " )
if manga_mode and not actual_filters_to_use_for_run and not extract_links_only :
msg_box = QMessageBox ( self )
msg_box . setIcon ( QMessageBox . Warning )
msg_box . setWindowTitle ( " Manga Mode Filter Warning " )
msg_box . setText (
" Manga Mode is enabled, but ' Filter by Character(s) ' is empty. \n \n "
" For best results (correct file naming and folder organization if subfolders are on), "
" please enter the Manga/Series title into the filter field. \n \n "
" Proceed without a filter (names might be generic, folder might be less specific)? "
)
proceed_button = msg_box . addButton ( " Proceed Anyway " , QMessageBox . AcceptRole )
cancel_button = msg_box . addButton ( " Cancel Download " , QMessageBox . RejectRole )
msg_box . exec_ ( )
if msg_box . clickedButton ( ) == cancel_button :
self . log_signal . emit ( " ❌ Download cancelled due to Manga Mode filter warning. " ) ; return
else :
self . log_signal . emit ( " ⚠️ Proceeding with Manga Mode without a specific title filter. " )
self . dynamic_character_filter_holder . set_filters ( actual_filters_to_use_for_run )
custom_folder_name_cleaned = None
if use_subfolders and post_id_from_url and self . custom_folder_widget and self . custom_folder_widget . isVisible ( ) and not extract_links_only :
raw_custom_name = self . custom_folder_input . text ( ) . strip ( )
if raw_custom_name :
cleaned_custom = clean_folder_name ( raw_custom_name )
if cleaned_custom : custom_folder_name_cleaned = cleaned_custom
else : self . log_signal . emit ( f " ⚠️ Invalid custom folder name ignored: ' { raw_custom_name } ' (resulted in empty string after cleaning). " )
self . main_log_output . clear ( )
if extract_links_only : self . main_log_output . append ( " 🔗 Extracting Links... " ) ;
elif backend_filter_mode == ' archive ' : self . main_log_output . append ( " 📦 Downloading Archives Only... " )
if self . external_log_output : self . external_log_output . clear ( )
if self . show_external_links and not extract_links_only and backend_filter_mode != ' archive ' :
self . external_log_output . append ( " 🔗 External Links Found: " )
self . file_progress_label . setText ( " " ) ; self . cancellation_event . clear ( ) ; self . active_futures = [ ]
self . total_posts_to_process = 0 ; self . processed_posts_count = 0 ; self . download_counter = 0 ; self . skip_counter = 0
self . progress_label . setText ( " Progress: Initializing... " )
self . retryable_failed_files_info . clear ( ) # Clear previous retryable failures before new session
manga_date_file_counter_ref_for_thread = None
if manga_mode and self . manga_filename_style == STYLE_DATE_BASED and not extract_links_only :
2025-05-25 11:38:38 +05:30
# Initialization for STYLE_DATE_BASED (scanning existing files) happens in DownloadThread.run
manga_date_file_counter_ref_for_thread = None # Placeholder, actual init in thread
2025-05-24 10:36:15 +05:30
self . log_signal . emit ( f " ℹ ️ Manga Date Mode: File counter will be initialized by the download thread." )
2025-05-25 11:38:38 +05:30
manga_global_file_counter_ref_for_thread = None
if manga_mode and self . manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING and not extract_links_only :
manga_global_file_counter_ref_for_thread = None # Placeholder, actual init in thread
self . log_signal . emit ( f " ℹ ️ Manga Title+GlobalNum Mode: File counter will be initialized by the download thread (starts at 1)." )
2025-05-24 10:36:15 +05:30
effective_num_post_workers = 1
2025-05-25 11:38:38 +05:30
2025-05-24 10:36:15 +05:30
effective_num_file_threads_per_worker = 1 # Default to 1 for all cases initially
if post_id_from_url :
if use_multithreading_enabled_by_checkbox :
effective_num_file_threads_per_worker = max ( 1 , min ( num_threads_from_gui , MAX_FILE_THREADS_PER_POST_OR_WORKER ) )
2025-05-25 11:38:38 +05:30
else : # This is the outer else block
2025-05-24 10:36:15 +05:30
if manga_mode and self . manga_filename_style == STYLE_DATE_BASED :
effective_num_post_workers = 1
2025-05-25 11:38:38 +05:30
elif manga_mode and self . manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING : # Correctly indented elif
effective_num_post_workers = 1
2025-05-24 10:36:15 +05:30
effective_num_file_threads_per_worker = 1 # Files are sequential for this worker too
elif use_multithreading_enabled_by_checkbox : # Standard creator feed with multithreading enabled
effective_num_post_workers = max ( 1 , min ( num_threads_from_gui , MAX_THREADS ) ) # For posts
effective_num_file_threads_per_worker = 1 # Files within each post worker are sequential
2025-05-25 21:21:00 +05:30
# log_messages initialization was moved earlier
2025-05-24 10:36:15 +05:30
if not extract_links_only : log_messages . append ( f " Save Location: { output_dir } " )
if post_id_from_url :
log_messages . append ( f " Mode: Single Post " )
log_messages . append ( f " ↳ File Downloads: Up to { effective_num_file_threads_per_worker } concurrent file(s) " )
else :
log_messages . append ( f " Mode: Creator Feed " )
log_messages . append ( f " Post Processing: { ' Multi-threaded ( ' + str ( effective_num_post_workers ) + ' workers) ' if effective_num_post_workers > 1 else ' Single-threaded (1 worker) ' } " )
log_messages . append ( f " ↳ File Downloads per Worker: Up to { effective_num_file_threads_per_worker } concurrent file(s) " )
2025-05-25 11:38:38 +05:30
# Logging for page range (applies if is_creator_feed is true)
pr_log = " All "
if start_page or end_page : # Construct pr_log if start_page or end_page have values
pr_log = f " { f ' From { start_page } ' if start_page else ' ' } { ' to ' if start_page and end_page else ' ' } { f ' { end_page } ' if end_page else ( f ' Up to { end_page } ' if end_page else ( f ' From { start_page } ' if start_page else ' Specific Range ' ) ) } " . strip ( )
if manga_mode :
log_messages . append ( f " Page Range: { pr_log if pr_log else ' All ' } (Manga Mode - Oldest Posts Processed First within range) " )
else : # Not manga mode, but still a creator feed
log_messages . append ( f " Page Range: { pr_log if pr_log else ' All ' } " )
2025-05-24 10:36:15 +05:30
if not extract_links_only :
log_messages . append ( f " Subfolders: { ' Enabled ' if use_subfolders else ' Disabled ' } " )
if use_subfolders :
if custom_folder_name_cleaned : log_messages . append ( f " Custom Folder (Post): ' { custom_folder_name_cleaned } ' " )
if actual_filters_to_use_for_run :
log_messages . append ( f " Character Filters: { ' , ' . join ( item [ ' name ' ] for item in actual_filters_to_use_for_run ) } " )
log_messages . append ( f " ↳ Char Filter Scope: { current_char_filter_scope . capitalize ( ) } " )
elif use_subfolders :
log_messages . append ( f " Folder Naming: Automatic (based on title/known names) " )
log_messages . extend ( [
f " File Type Filter: { user_selected_filter_text } (Backend processing as: { backend_filter_mode } ) " ,
f " Skip Archives: { ' .zip ' if effective_skip_zip else ' ' } { ' , ' if effective_skip_zip and effective_skip_rar else ' ' } { ' .rar ' if effective_skip_rar else ' ' } { ' None (Archive Mode) ' if backend_filter_mode == ' archive ' else ( ' None ' if not ( effective_skip_zip or effective_skip_rar ) else ' ' ) } " ,
f " Skip Words (posts/files): { ' , ' . join ( skip_words_list ) if skip_words_list else ' None ' } " ,
f " Skip Words Scope: { current_skip_words_scope . capitalize ( ) } " ,
f " Remove Words from Filename: { ' , ' . join ( remove_from_filename_words_list ) if remove_from_filename_words_list else ' None ' } " ,
f " Compress Images: { ' Enabled ' if compress_images else ' Disabled ' } " ,
f " Thumbnails Only: { ' Enabled ' if download_thumbnails else ' Disabled ' } " # Removed duplicate file handling log
] )
else :
log_messages . append ( f " Mode: Extracting Links Only " )
log_messages . append ( f " Show External Links: { ' Enabled ' if self . show_external_links and not extract_links_only and backend_filter_mode != ' archive ' else ' Disabled ' } " )
if manga_mode :
log_messages . append ( f " Manga Mode (File Renaming by Post Title): Enabled " )
log_messages . append ( f " ↳ Manga Filename Style: { ' Post Title Based ' if self . manga_filename_style == STYLE_POST_TITLE else ' Original File Name ' } " )
if actual_filters_to_use_for_run :
log_messages . append ( f " ↳ Manga Character Filter (for naming/folder): { ' , ' . join ( item [ ' name ' ] for item in actual_filters_to_use_for_run ) } " )
log_messages . append ( f " ↳ Manga Duplicates: Will be renamed with numeric suffix if names clash (e.g., _1, _2). " )
log_messages . append ( f " Use Cookie ( ' cookies.txt ' ): { ' Enabled ' if use_cookie_from_checkbox else ' Disabled ' } " )
if use_cookie_from_checkbox and cookie_text_from_input :
log_messages . append ( f " ↳ Cookie Text Provided: Yes (length: { len ( cookie_text_from_input ) } ) " )
elif use_cookie_from_checkbox and selected_cookie_file_path_for_backend :
log_messages . append ( f " ↳ Cookie File Selected: { os . path . basename ( selected_cookie_file_path_for_backend ) } " )
should_use_multithreading_for_posts = use_multithreading_enabled_by_checkbox and not post_id_from_url
2025-05-25 11:38:38 +05:30
if manga_mode and ( self . manga_filename_style == STYLE_DATE_BASED or self . manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING ) and not post_id_from_url :
enforced_by_style = " Date Mode " if self . manga_filename_style == STYLE_DATE_BASED else " Title+GlobalNum Mode "
log_messages . append ( f " Threading: Single-threaded (posts) - Enforced by Manga { enforced_by_style } " )
2025-05-24 10:36:15 +05:30
should_use_multithreading_for_posts = False # Ensure this reflects the forced state
else :
log_messages . append ( f " Threading: { ' Multi-threaded (posts) ' if should_use_multithreading_for_posts else ' Single-threaded (posts) ' } " )
if should_use_multithreading_for_posts :
log_messages . append ( f " Number of Post Worker Threads: { effective_num_post_workers } " )
log_messages . append ( " = " * 40 )
for msg in log_messages : self . log_signal . emit ( msg )
self . set_ui_enabled ( False )
unwanted_keywords_for_folders = { ' spicy ' , ' hd ' , ' nsfw ' , ' 4k ' , ' preview ' , ' teaser ' , ' clip ' }
args_template = {
' api_url_input ' : api_url ,
' download_root ' : output_dir ,
' output_dir ' : output_dir ,
' known_names ' : list ( KNOWN_NAMES ) ,
' known_names_copy ' : list ( KNOWN_NAMES ) , # Used by DownloadThread constructor
' filter_character_list ' : actual_filters_to_use_for_run , # Pass the correctly determined list
' filter_mode ' : backend_filter_mode ,
' skip_zip ' : effective_skip_zip ,
' skip_rar ' : effective_skip_rar ,
' use_subfolders ' : use_subfolders ,
' use_post_subfolders ' : use_post_subfolders ,
' compress_images ' : compress_images ,
' download_thumbnails ' : download_thumbnails ,
' service ' : service ,
' user_id ' : user_id ,
' downloaded_files ' : self . downloaded_files ,
' downloaded_files_lock ' : self . downloaded_files_lock ,
' downloaded_file_hashes ' : self . downloaded_file_hashes ,
' downloaded_file_hashes_lock ' : self . downloaded_file_hashes_lock ,
' skip_words_list ' : skip_words_list ,
' skip_words_scope ' : current_skip_words_scope ,
' remove_from_filename_words_list ' : remove_from_filename_words_list ,
' char_filter_scope ' : current_char_filter_scope ,
' show_external_links ' : self . show_external_links ,
' extract_links_only ' : extract_links_only ,
' start_page ' : start_page ,
' end_page ' : end_page ,
' target_post_id_from_initial_url ' : post_id_from_url ,
' custom_folder_name ' : custom_folder_name_cleaned ,
' manga_mode_active ' : manga_mode ,
' unwanted_keywords ' : unwanted_keywords_for_folders ,
' cancellation_event ' : self . cancellation_event ,
2025-05-25 21:21:00 +05:30
' manga_date_prefix ' : manga_date_prefix_text , # NEW ARGUMENT
2025-05-24 10:36:15 +05:30
' dynamic_character_filter_holder ' : self . dynamic_character_filter_holder , # Pass the holder
' pause_event ' : self . pause_event , # Explicitly add pause_event here
' manga_filename_style ' : self . manga_filename_style ,
' num_file_threads_for_worker ' : effective_num_file_threads_per_worker ,
' manga_date_file_counter_ref ' : manga_date_file_counter_ref_for_thread ,
' allow_multipart_download ' : allow_multipart ,
' cookie_text ' : cookie_text_from_input , # Pass cookie text
' selected_cookie_file ' : selected_cookie_file_path_for_backend , # Pass selected cookie file
2025-05-25 11:38:38 +05:30
' manga_global_file_counter_ref ' : manga_global_file_counter_ref_for_thread , # Pass new counter
2025-05-24 10:36:15 +05:30
' app_base_dir ' : app_base_dir_for_cookies , # Pass app base dir
' use_cookie ' : use_cookie_from_checkbox , # Pass cookie setting
}
try :
if should_use_multithreading_for_posts :
self . log_signal . emit ( f " Initializing multi-threaded { ' link extraction ' if extract_links_only else ' download ' } with { effective_num_post_workers } post workers... " )
args_template [ ' emitter ' ] = self . worker_to_gui_queue # For multi-threaded, use the queue
self . start_multi_threaded_download ( num_post_workers = effective_num_post_workers , * * args_template )
else :
self . log_signal . emit ( f " Initializing single-threaded { ' link extraction ' if extract_links_only else ' download ' } ... " )
dt_expected_keys = [
' api_url_input ' , ' output_dir ' , ' known_names_copy ' , ' cancellation_event ' ,
' filter_character_list ' , ' filter_mode ' , ' skip_zip ' , ' skip_rar ' ,
' use_subfolders ' , ' use_post_subfolders ' , ' custom_folder_name ' ,
' compress_images ' , ' download_thumbnails ' , ' service ' , ' user_id ' ,
' downloaded_files ' , ' downloaded_file_hashes ' , ' pause_event ' , ' remove_from_filename_words_list ' , # Added pause_event
' downloaded_files_lock ' , ' downloaded_file_hashes_lock ' , ' dynamic_character_filter_holder ' , # Added holder
' skip_words_list ' , ' skip_words_scope ' , ' char_filter_scope ' ,
' show_external_links ' , ' extract_links_only ' , ' num_file_threads_for_worker ' ,
' start_page ' , ' end_page ' , ' target_post_id_from_initial_url ' ,
2025-05-25 11:38:38 +05:30
' manga_date_file_counter_ref ' ,
2025-05-25 21:21:00 +05:30
' manga_global_file_counter_ref ' , ' manga_date_prefix ' , # Pass new counter and prefix for single thread mode
2025-05-24 10:36:15 +05:30
' manga_mode_active ' , ' unwanted_keywords ' , ' manga_filename_style ' ,
' allow_multipart_download ' , ' use_cookie ' , ' cookie_text ' , ' app_base_dir ' , ' selected_cookie_file ' # Added selected_cookie_file
]
args_template [ ' skip_current_file_flag ' ] = None
single_thread_args = { key : args_template [ key ] for key in dt_expected_keys if key in args_template }
self . start_single_threaded_download ( * * single_thread_args )
except Exception as e :
self . log_signal . emit ( f " ❌ CRITICAL ERROR preparing download: { e } \n { traceback . format_exc ( ) } " )
QMessageBox . critical ( self , " Start Error " , f " Failed to start process: \n { e } " )
self . download_finished ( 0 , 0 , False , [ ] )
if self . pause_event : self . pause_event . clear ( )
self . is_paused = False # Ensure pause state is reset on error
def start_single_threaded_download ( self , * * kwargs ) :
global BackendDownloadThread
try :
self . download_thread = BackendDownloadThread ( * * kwargs )
if self . pause_event : self . pause_event . clear ( ) # Clear pause before starting
self . is_paused = False # Reset pause state
if hasattr ( self . download_thread , ' progress_signal ' ) : self . download_thread . progress_signal . connect ( self . handle_main_log )
if hasattr ( self . download_thread , ' add_character_prompt_signal ' ) : self . download_thread . add_character_prompt_signal . connect ( self . add_character_prompt_signal )
if hasattr ( self . download_thread , ' finished_signal ' ) : self . download_thread . finished_signal . connect ( self . download_finished )
if hasattr ( self . download_thread , ' receive_add_character_result ' ) : self . character_prompt_response_signal . connect ( self . download_thread . receive_add_character_result )
if hasattr ( self . download_thread , ' external_link_signal ' ) : self . download_thread . external_link_signal . connect ( self . handle_external_link_signal )
if hasattr ( self . download_thread , ' file_progress_signal ' ) : self . download_thread . file_progress_signal . connect ( self . update_file_progress_display )
if hasattr ( self . download_thread , ' missed_character_post_signal ' ) : # New
self . download_thread . missed_character_post_signal . connect ( self . handle_missed_character_post )
if hasattr ( self . download_thread , ' retryable_file_failed_signal ' ) : # New for retry
self . download_thread . retryable_file_failed_signal . connect ( self . _handle_retryable_file_failure )
self . download_thread . start ( )
self . log_signal . emit ( " ✅ Single download thread (for posts) started. " )
except Exception as e :
self . log_signal . emit ( f " ❌ CRITICAL ERROR starting single-thread: { e } \n { traceback . format_exc ( ) } " )
QMessageBox . critical ( self , " Thread Start Error " , f " Failed to start download process: { e } " )
if self . pause_event : self . pause_event . clear ( )
self . is_paused = False # Ensure pause state is reset on error
def _handle_retryable_file_failure ( self , list_of_retry_details ) :
""" Appends details of files that failed but might be retryable later. """
if list_of_retry_details :
self . retryable_failed_files_info . extend ( list_of_retry_details )
def _submit_post_to_worker_pool ( self , post_data_item , worker_args_template , num_file_dl_threads_for_each_worker , emitter_for_worker , ppw_expected_keys , ppw_optional_keys_with_defaults ) :
""" Helper to prepare and submit a single post processing task to the thread pool. """
global PostProcessorWorker # Ensure PostProcessorWorker is accessible
if not isinstance ( post_data_item , dict ) :
self . log_signal . emit ( f " ⚠️ Skipping invalid post data item (not a dict): { type ( post_data_item ) } " ) ;
return False # Indicate failure or skip
worker_init_args = { }
missing_keys = [ ]
for key in ppw_expected_keys :
if key == ' post_data ' : worker_init_args [ key ] = post_data_item
elif key == ' num_file_threads ' : worker_init_args [ key ] = num_file_dl_threads_for_each_worker
elif key == ' emitter ' : worker_init_args [ key ] = emitter_for_worker
elif key in worker_args_template : worker_init_args [ key ] = worker_args_template [ key ]
elif key in ppw_optional_keys_with_defaults : pass # It has a default in PostProcessorWorker
else : missing_keys . append ( key )
if missing_keys :
self . log_signal . emit ( f " ❌ CRITICAL ERROR: Missing keys for PostProcessorWorker: { ' , ' . join ( missing_keys ) } " ) ;
self . cancellation_event . set ( )
return False
try :
worker_instance = PostProcessorWorker ( * * worker_init_args )
if self . thread_pool :
future = self . thread_pool . submit ( worker_instance . process )
future . add_done_callback ( self . _handle_future_result )
self . active_futures . append ( future )
return True # Indicate success
else :
self . log_signal . emit ( " ⚠️ Thread pool not available. Cannot submit task. " ) ;
self . cancellation_event . set ( ) # Signal cancellation as we can't proceed
return False
except TypeError as te :
self . log_signal . emit ( f " ❌ TypeError creating PostProcessorWorker: { te } \n Passed Args: [ { ' , ' . join ( sorted ( worker_init_args . keys ( ) ) ) } ] \n { traceback . format_exc ( limit = 5 ) } " )
self . cancellation_event . set ( )
return False
except RuntimeError : # Pool likely shutting down
self . log_signal . emit ( f " ⚠️ RuntimeError submitting task (pool likely shutting down). " )
self . cancellation_event . set ( )
return False
except Exception as e :
self . log_signal . emit ( f " ❌ Error submitting post { post_data_item . get ( ' id ' , ' N/A ' ) } to worker: { e } " )
self . cancellation_event . set ( )
return False
def start_multi_threaded_download ( self , num_post_workers , * * kwargs ) :
global PostProcessorWorker
if self . thread_pool is None :
if self . pause_event : self . pause_event . clear ( ) # Clear pause before starting
self . is_paused = False # Reset pause state
self . thread_pool = ThreadPoolExecutor ( max_workers = num_post_workers , thread_name_prefix = ' PostWorker_ ' )
self . active_futures = [ ]
self . processed_posts_count = 0 ; self . total_posts_to_process = 0 ; self . download_counter = 0 ; self . skip_counter = 0
self . all_kept_original_filenames = [ ]
fetcher_thread = threading . Thread (
target = self . _fetch_and_queue_posts ,
args = ( kwargs [ ' api_url_input ' ] , kwargs , num_post_workers ) ,
daemon = True ,
name = " PostFetcher "
)
fetcher_thread . start ( )
self . log_signal . emit ( f " ✅ Post fetcher thread started. { num_post_workers } post worker threads initializing... " )
def _fetch_and_queue_posts ( self , api_url_input_for_fetcher , worker_args_template , num_post_workers ) :
global PostProcessorWorker , download_from_api # Ensure PostProcessorWorker is in scope
all_posts_data = [ ]
fetch_error_occurred = False
manga_mode_active_for_fetch = worker_args_template . get ( ' manga_mode_active ' , False )
emitter_for_worker = worker_args_template . get ( ' emitter ' ) # This should be self.worker_to_gui_queue
if not emitter_for_worker : # Should not happen if logic in start_download is correct
self . log_signal . emit ( " ❌ CRITICAL ERROR: Emitter (queue) missing for worker in _fetch_and_queue_posts. " ) ;
self . finished_signal . emit ( 0 , 0 , True , [ ] ) ;
return
try :
self . log_signal . emit ( " Fetching post data from API (this may take a moment for large feeds)... " )
post_generator = download_from_api (
api_url_input_for_fetcher ,
logger = lambda msg : self . log_signal . emit ( f " [Fetcher] { msg } " ) ,
start_page = worker_args_template . get ( ' start_page ' ) ,
end_page = worker_args_template . get ( ' end_page ' ) ,
manga_mode = manga_mode_active_for_fetch ,
cancellation_event = self . cancellation_event
)
for posts_batch in post_generator :
if self . cancellation_event . is_set ( ) :
fetch_error_occurred = True ; self . log_signal . emit ( " Post fetching cancelled by user. " ) ; break
if isinstance ( posts_batch , list ) :
all_posts_data . extend ( posts_batch )
self . total_posts_to_process = len ( all_posts_data )
if self . total_posts_to_process > 0 and self . total_posts_to_process % 100 == 0 :
self . log_signal . emit ( f " Fetched { self . total_posts_to_process } posts so far... " )
else :
fetch_error_occurred = True ; self . log_signal . emit ( f " ❌ API fetcher returned non-list type: { type ( posts_batch ) } " ) ; break
if not fetch_error_occurred and not self . cancellation_event . is_set ( ) :
self . log_signal . emit ( f " ✅ Post fetching complete. Total posts to process: { self . total_posts_to_process } " )
unique_posts_dict = { }
for post in all_posts_data :
post_id = post . get ( ' id ' )
if post_id is not None :
if post_id not in unique_posts_dict :
unique_posts_dict [ post_id ] = post
else :
self . log_signal . emit ( f " ⚠️ Skipping post with no ID: { post . get ( ' title ' , ' Untitled ' ) } " )
all_posts_data = list ( unique_posts_dict . values ( ) )
self . total_posts_to_process = len ( all_posts_data )
self . log_signal . emit ( f " Processed { len ( unique_posts_dict ) } unique posts after de-duplication. " )
if len ( unique_posts_dict ) < len ( all_posts_data ) :
self . log_signal . emit ( f " Note: { len ( all_posts_data ) - len ( unique_posts_dict ) } duplicate post IDs were removed. " )
except TypeError as te :
self . log_signal . emit ( f " ❌ TypeError calling download_from_api: { te } \n Check ' downloader_utils.py ' signature. \n { traceback . format_exc ( limit = 2 ) } " ) ; fetch_error_occurred = True
except RuntimeError as re_err :
self . log_signal . emit ( f " ℹ ️ Post fetching runtime error (likely cancellation or API issue): { re_err } " ) ; fetch_error_occurred = True
except Exception as e :
self . log_signal . emit ( f " ❌ Error during post fetching: { e } \n { traceback . format_exc ( limit = 2 ) } " ) ; fetch_error_occurred = True
if self . cancellation_event . is_set ( ) or fetch_error_occurred :
self . finished_signal . emit ( self . download_counter , self . skip_counter , self . cancellation_event . is_set ( ) , self . all_kept_original_filenames )
if self . thread_pool : self . thread_pool . shutdown ( wait = False , cancel_futures = True ) ; self . thread_pool = None
return
if self . total_posts_to_process == 0 :
self . log_signal . emit ( " 😕 No posts found or fetched to process. " )
self . finished_signal . emit ( 0 , 0 , False , [ ] )
return
self . log_signal . emit ( f " Preparing to submit { self . total_posts_to_process } post processing tasks to thread pool... " )
self . processed_posts_count = 0
self . overall_progress_signal . emit ( self . total_posts_to_process , 0 ) # Emit initial progress
num_file_dl_threads_for_each_worker = worker_args_template . get ( ' num_file_threads_for_worker ' , 1 )
ppw_expected_keys = [
' post_data ' , ' download_root ' , ' known_names ' , ' filter_character_list ' , ' unwanted_keywords ' ,
' filter_mode ' , ' skip_zip ' , ' skip_rar ' , ' use_subfolders ' , ' use_post_subfolders ' ,
' target_post_id_from_initial_url ' , ' custom_folder_name ' , ' compress_images ' , ' emitter ' , ' pause_event ' , # Added pause_event
' download_thumbnails ' , ' service ' , ' user_id ' , ' api_url_input ' ,
' cancellation_event ' , ' downloaded_files ' , ' downloaded_file_hashes ' ,
' downloaded_files_lock ' , ' downloaded_file_hashes_lock ' , ' remove_from_filename_words_list ' , ' dynamic_character_filter_holder ' , # Added holder
' skip_words_list ' , ' skip_words_scope ' , ' char_filter_scope ' ,
' show_external_links ' , ' extract_links_only ' , ' allow_multipart_download ' , ' use_cookie ' , ' cookie_text ' , ' app_base_dir ' , ' selected_cookie_file ' , # Added selected_cookie_file
' num_file_threads ' , ' skip_current_file_flag ' , ' manga_date_file_counter_ref ' ,
2025-05-25 21:21:00 +05:30
' manga_mode_active ' , ' manga_filename_style ' , ' manga_date_prefix ' , # ADD manga_date_prefix
2025-05-25 11:38:38 +05:30
' manga_global_file_counter_ref ' # Add new counter here
2025-05-24 10:36:15 +05:30
]
ppw_optional_keys_with_defaults = {
' skip_words_list ' , ' skip_words_scope ' , ' char_filter_scope ' , ' remove_from_filename_words_list ' ,
' show_external_links ' , ' extract_links_only ' , ' duplicate_file_mode ' , # Added duplicate_file_mode here
2025-05-25 21:21:00 +05:30
' num_file_threads ' , ' skip_current_file_flag ' , ' manga_mode_active ' , ' manga_filename_style ' , ' manga_date_prefix ' , # ADD manga_date_prefix
' manga_date_file_counter_ref ' , ' use_cookie ' , ' cookie_text ' , ' app_base_dir ' , ' selected_cookie_file '
2025-05-24 10:36:15 +05:30
}
2025-05-25 11:38:38 +05:30
# Batching is generally for high worker counts.
# If num_post_workers is low (e.g., 1), the num_post_workers > POST_WORKER_BATCH_THRESHOLD condition will prevent batching.
2025-05-24 10:36:15 +05:30
if num_post_workers > POST_WORKER_BATCH_THRESHOLD and self . total_posts_to_process > POST_WORKER_NUM_BATCHES :
self . log_signal . emit ( f " High thread count ( { num_post_workers } ) detected. Batching post submissions into { POST_WORKER_NUM_BATCHES } parts. " )
import math # Moved import here
tasks_submitted_in_batch_segment = 0
batch_size = math . ceil ( self . total_posts_to_process / POST_WORKER_NUM_BATCHES )
submitted_count_in_batching = 0
for batch_num in range ( POST_WORKER_NUM_BATCHES ) :
if self . cancellation_event . is_set ( ) : break
if self . pause_event and self . pause_event . is_set ( ) :
self . log_signal . emit ( f " [Fetcher] Batch submission paused before batch { batch_num + 1 } / { POST_WORKER_NUM_BATCHES } ... " )
while self . pause_event . is_set ( ) :
if self . cancellation_event . is_set ( ) :
self . log_signal . emit ( " [Fetcher] Batch submission cancelled while paused. " )
break
time . sleep ( 0.5 )
if self . cancellation_event . is_set ( ) : break
if not self . cancellation_event . is_set ( ) :
self . log_signal . emit ( f " [Fetcher] Batch submission resumed. Processing batch { batch_num + 1 } / { POST_WORKER_NUM_BATCHES } . " )
start_index = batch_num * batch_size
end_index = min ( ( batch_num + 1 ) * batch_size , self . total_posts_to_process )
current_batch_posts = all_posts_data [ start_index : end_index ]
if not current_batch_posts : continue
self . log_signal . emit ( f " Submitting batch { batch_num + 1 } / { POST_WORKER_NUM_BATCHES } ( { len ( current_batch_posts ) } posts) to pool... " )
for post_data_item in current_batch_posts :
if self . cancellation_event . is_set ( ) : break
success = self . _submit_post_to_worker_pool ( post_data_item , worker_args_template , num_file_dl_threads_for_each_worker , emitter_for_worker , ppw_expected_keys , ppw_optional_keys_with_defaults )
if success :
submitted_count_in_batching + = 1
tasks_submitted_in_batch_segment + = 1 # Increment counter
if tasks_submitted_in_batch_segment % 10 == 0 : # Yield roughly every 10 tasks
time . sleep ( 0.005 ) # Slightly longer sleep to yield GIL
tasks_submitted_in_batch_segment = 0
elif self . cancellation_event . is_set ( ) :
break
if self . cancellation_event . is_set ( ) : break
if batch_num < POST_WORKER_NUM_BATCHES - 1 :
self . log_signal . emit ( f " Batch { batch_num + 1 } submitted. Waiting { POST_WORKER_BATCH_DELAY_SECONDS } s before next batch... " )
delay_start_time = time . time ( )
while time . time ( ) - delay_start_time < POST_WORKER_BATCH_DELAY_SECONDS :
if self . cancellation_event . is_set ( ) : break
time . sleep ( 0.1 )
if self . cancellation_event . is_set ( ) : break
self . log_signal . emit ( f " All { POST_WORKER_NUM_BATCHES } batches ( { submitted_count_in_batching } total tasks) submitted to pool via batching. " )
else : # Standard submission (no batching)
self . log_signal . emit ( f " Submitting all { self . total_posts_to_process } tasks to pool directly... " )
submitted_count_direct = 0
tasks_submitted_since_last_yield = 0
for post_data_item in all_posts_data :
if self . cancellation_event . is_set ( ) : break
success = self . _submit_post_to_worker_pool ( post_data_item , worker_args_template , num_file_dl_threads_for_each_worker , emitter_for_worker , ppw_expected_keys , ppw_optional_keys_with_defaults )
if success :
submitted_count_direct + = 1
tasks_submitted_since_last_yield + = 1 # Increment counter
if tasks_submitted_since_last_yield % 10 == 0 : # Yield roughly every 10 tasks
time . sleep ( 0.005 ) # Slightly longer sleep to yield GIL
tasks_submitted_since_last_yield = 0
elif self . cancellation_event . is_set ( ) :
break
if not self . cancellation_event . is_set ( ) :
self . log_signal . emit ( f " All { submitted_count_direct } post processing tasks submitted directly to pool. " )
if self . cancellation_event . is_set ( ) :
self . log_signal . emit ( " Cancellation detected after/during task submission loop. " )
self . finished_signal . emit ( self . download_counter , self . skip_counter , True , self . all_kept_original_filenames )
if self . thread_pool : self . thread_pool . shutdown ( wait = False , cancel_futures = True ) ; self . thread_pool = None
def _handle_future_result ( self , future : Future ) :
self . processed_posts_count + = 1
downloaded_files_from_future , skipped_files_from_future = 0 , 0
kept_originals_from_future = [ ]
try :
if future . cancelled ( ) :
self . log_signal . emit ( " A post processing task was cancelled. " )
elif future . exception ( ) :
self . log_signal . emit ( f " ❌ Post processing worker error: { future . exception ( ) } " )
else : # Future completed successfully
downloaded_files_from_future , skipped_files_from_future , kept_originals_from_future , retryable_failures_from_post = future . result ( )
if retryable_failures_from_post :
self . retryable_failed_files_info . extend ( retryable_failures_from_post )
with self . downloaded_files_lock :
self . download_counter + = downloaded_files_from_future
self . skip_counter + = skipped_files_from_future
if kept_originals_from_future :
self . all_kept_original_filenames . extend ( kept_originals_from_future )
self . overall_progress_signal . emit ( self . total_posts_to_process , self . processed_posts_count )
except Exception as e :
self . log_signal . emit ( f " ❌ Error in _handle_future_result callback: { e } \n { traceback . format_exc ( limit = 2 ) } " )
if self . processed_posts_count < self . total_posts_to_process :
self . processed_posts_count = self . total_posts_to_process # Mark as if all processed to allow finish
if self . total_posts_to_process > 0 and self . processed_posts_count > = self . total_posts_to_process :
if all ( f . done ( ) for f in self . active_futures ) :
QApplication . processEvents ( )
self . log_signal . emit ( " 🏁 All submitted post tasks have completed or failed. " )
self . finished_signal . emit ( self . download_counter , self . skip_counter , self . cancellation_event . is_set ( ) , self . all_kept_original_filenames )
def _get_configurable_widgets_on_pause ( self ) :
""" Returns a list of widgets that should be re-enabled when paused. """
return [
self . dir_input , self . dir_button ,
self . character_input , self . char_filter_scope_toggle_button ,
self . skip_words_input , self . skip_scope_toggle_button ,
self . remove_from_filename_input ,
self . radio_all , self . radio_images , self . radio_videos ,
self . radio_only_archives , self . radio_only_links , # Radio buttons themselves
self . skip_zip_checkbox , self . skip_rar_checkbox ,
self . download_thumbnails_checkbox , self . compress_images_checkbox ,
self . use_subfolders_checkbox , self . use_subfolder_per_post_checkbox ,
self . manga_mode_checkbox ,
self . manga_rename_toggle_button , # Visibility handled by update_ui_for_manga_mode
self . cookie_browse_button , # Add cookie browse button
self . multipart_toggle_button ,
self . cookie_text_input , # Add cookie text input
self . use_cookie_checkbox , # Add cookie checkbox here
self . external_links_checkbox
]
def set_ui_enabled ( self , enabled ) :
all_potentially_toggleable_widgets = [
self . link_input , self . dir_input , self . dir_button ,
self . page_range_label , self . start_page_input , self . to_label , self . end_page_input ,
self . character_input , self . char_filter_scope_toggle_button ,
self . custom_folder_label , self . custom_folder_input ,
self . skip_words_input , self . skip_scope_toggle_button , self . remove_from_filename_input ,
self . radio_all , self . radio_images , self . radio_videos , self . radio_only_archives , self . radio_only_links ,
self . skip_zip_checkbox , self . skip_rar_checkbox , self . download_thumbnails_checkbox , self . compress_images_checkbox ,
self . use_subfolders_checkbox , self . use_subfolder_per_post_checkbox ,
self . use_multithreading_checkbox , self . thread_count_input , self . thread_count_label ,
self . external_links_checkbox , self . manga_mode_checkbox , self . manga_rename_toggle_button , self . use_cookie_checkbox , self . cookie_text_input , self . cookie_browse_button ,
self . multipart_toggle_button ,
self . character_search_input , self . new_char_input , self . add_char_button , self . delete_char_button ,
self . reset_button
]
widgets_to_enable_on_pause = self . _get_configurable_widgets_on_pause ( )
download_is_active_or_paused = not enabled # True if a download is running or paused
for widget in all_potentially_toggleable_widgets :
if not widget : continue
if self . is_paused and widget in widgets_to_enable_on_pause :
widget . setEnabled ( True ) # Re-enable specific widgets if paused
else :
widget . setEnabled ( enabled ) # Standard behavior: enable if idle, disable if running
if enabled :
self . _handle_filter_mode_change ( self . radio_group . checkedButton ( ) , True )
if self . external_links_checkbox :
is_only_links = self . radio_only_links and self . radio_only_links . isChecked ( )
is_only_archives = self . radio_only_archives and self . radio_only_archives . isChecked ( )
can_enable_ext_links = enabled and not is_only_links and not is_only_archives
self . external_links_checkbox . setEnabled ( can_enable_ext_links )
if self . is_paused and not is_only_links and not is_only_archives :
self . external_links_checkbox . setEnabled ( True )
if hasattr ( self , ' use_cookie_checkbox ' ) :
self . use_cookie_checkbox . setEnabled ( enabled or self . is_paused )
self . _update_cookie_input_visibility ( self . use_cookie_checkbox . isChecked ( ) ) # This will handle cookie_text_input's enabled state
if hasattr ( self , ' use_cookie_checkbox ' ) : self . use_cookie_checkbox . setEnabled ( enabled or self . is_paused )
if self . log_verbosity_toggle_button : self . log_verbosity_toggle_button . setEnabled ( True ) # New button, always enabled
multithreading_currently_on = self . use_multithreading_checkbox . isChecked ( )
if self . thread_count_input : self . thread_count_input . setEnabled ( enabled and multithreading_currently_on )
if self . thread_count_label : self . thread_count_label . setEnabled ( enabled and multithreading_currently_on )
subfolders_currently_on = self . use_subfolders_checkbox . isChecked ( )
if self . use_subfolder_per_post_checkbox :
self . use_subfolder_per_post_checkbox . setEnabled ( enabled or ( self . is_paused and self . use_subfolder_per_post_checkbox in widgets_to_enable_on_pause ) )
self . download_btn . setEnabled ( enabled ) # Start Download only enabled when fully idle
self . cancel_btn . setEnabled ( download_is_active_or_paused ) # Cancel enabled if running or paused
if self . pause_btn :
self . pause_btn . setEnabled ( download_is_active_or_paused )
if download_is_active_or_paused :
self . pause_btn . setText ( " ▶️ Resume Download " if self . is_paused else " ⏸️ Pause Download " )
self . pause_btn . setToolTip ( " Click to resume the download. " if self . is_paused else " Click to pause the download. " )
else : # Download not active
self . pause_btn . setText ( " ⏸️ Pause Download " )
self . pause_btn . setToolTip ( " Click to pause the ongoing download process. " )
self . is_paused = False # Ensure pause state is reset if download finishes/cancels
if enabled : # Ensure these are updated based on current (possibly reset) checkbox states
if self . pause_event : self . pause_event . clear ( )
if enabled or self . is_paused :
self . _handle_multithreading_toggle ( multithreading_currently_on )
self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False )
self . update_custom_folder_visibility ( self . link_input . text ( ) )
self . update_page_range_enabled_state ( )
if self . radio_group and self . radio_group . checkedButton ( ) :
self . _handle_filter_mode_change ( self . radio_group . checkedButton ( ) , True )
self . update_ui_for_subfolders ( subfolders_currently_on ) # Re-evaluate subfolder UI
def _handle_pause_resume_action ( self ) :
if self . _is_download_active ( ) : # Check if a download is actually running
self . is_paused = not self . is_paused
if self . is_paused :
if self . pause_event : self . pause_event . set ( )
self . log_signal . emit ( " ℹ ️ Download paused by user. Some settings can now be changed for subsequent operations." )
else :
if self . pause_event : self . pause_event . clear ( )
self . log_signal . emit ( " ℹ ️ Download resumed by user." )
self . set_ui_enabled ( False ) # Re-evaluate UI state (buttons will update)
def _perform_soft_ui_reset ( self , preserve_url = None , preserve_dir = None ) :
""" Resets UI elements and some state to app defaults, then applies preserved inputs. """
self . log_signal . emit ( " 🔄 Performing soft UI reset... " )
self . link_input . clear ( ) # Will be set later if preserve_url is given
self . dir_input . clear ( ) # Will be set later if preserve_dir is given
self . custom_folder_input . clear ( ) ; self . character_input . clear ( ) ;
self . skip_words_input . clear ( ) ; self . start_page_input . clear ( ) ; self . end_page_input . clear ( ) ; self . new_char_input . clear ( ) ;
if hasattr ( self , ' remove_from_filename_input ' ) : self . remove_from_filename_input . clear ( )
self . character_search_input . clear ( ) ; self . thread_count_input . setText ( " 4 " ) ; self . radio_all . setChecked ( True ) ;
self . skip_zip_checkbox . setChecked ( True ) ; self . skip_rar_checkbox . setChecked ( True ) ; self . download_thumbnails_checkbox . setChecked ( False ) ;
self . compress_images_checkbox . setChecked ( False ) ; self . use_subfolders_checkbox . setChecked ( True ) ;
self . use_subfolder_per_post_checkbox . setChecked ( False ) ; self . use_multithreading_checkbox . setChecked ( True ) ;
self . external_links_checkbox . setChecked ( False )
if self . manga_mode_checkbox : self . manga_mode_checkbox . setChecked ( False )
if hasattr ( self , ' use_cookie_checkbox ' ) : self . use_cookie_checkbox . setChecked ( self . use_cookie_setting ) # Reset to loaded or False
if not ( hasattr ( self , ' use_cookie_checkbox ' ) and self . use_cookie_checkbox . isChecked ( ) ) :
self . selected_cookie_filepath = None
if hasattr ( self , ' cookie_text_input ' ) : self . cookie_text_input . setText ( self . cookie_text_setting if self . use_cookie_setting else " " ) # Reset to loaded or empty
self . allow_multipart_download_setting = False # Default to OFF
self . _update_multipart_toggle_button_text ( )
self . skip_words_scope = SKIP_SCOPE_POSTS # Default
self . _update_skip_scope_button_text ( )
2025-05-25 21:21:00 +05:30
if hasattr ( self , ' manga_date_prefix_input ' ) : self . manga_date_prefix_input . clear ( ) # Clear prefix input
2025-05-24 10:36:15 +05:30
self . char_filter_scope = CHAR_SCOPE_TITLE # Default
self . _update_char_filter_scope_button_text ( )
self . manga_filename_style = STYLE_POST_TITLE # Reset to app default
self . _update_manga_filename_style_button_text ( )
if preserve_url is not None :
self . link_input . setText ( preserve_url )
if preserve_dir is not None :
self . dir_input . setText ( preserve_dir )
self . external_link_queue . clear ( ) ; self . extracted_links_cache = [ ]
self . _is_processing_external_link_queue = False ; self . _current_link_post_title = None
if self . pause_event : self . pause_event . clear ( )
self . total_posts_to_process = 0 ; self . processed_posts_count = 0
self . download_counter = 0 ; self . skip_counter = 0
self . all_kept_original_filenames = [ ]
self . is_paused = False # Reset pause state on soft reset
self . _handle_filter_mode_change ( self . radio_group . checkedButton ( ) , True )
self . _handle_multithreading_toggle ( self . use_multithreading_checkbox . isChecked ( ) )
self . filter_character_list ( self . character_search_input . text ( ) )
self . set_ui_enabled ( True ) # This enables buttons and calls other UI update methods
self . update_custom_folder_visibility ( self . link_input . text ( ) )
self . update_page_range_enabled_state ( )
self . _update_cookie_input_visibility ( self . use_cookie_checkbox . isChecked ( ) if hasattr ( self , ' use_cookie_checkbox ' ) else False )
self . log_signal . emit ( " ✅ Soft UI reset complete. Preserved URL and Directory (if provided). " )
def cancel_download_button_action ( self ) :
if not self . cancel_btn . isEnabled ( ) and not self . cancellation_event . is_set ( ) : self . log_signal . emit ( " ℹ ️ No active download to cancel or already cancelling." ) ; return
self . log_signal . emit ( " ⚠️ Requesting cancellation of download process (soft reset)... " )
current_url = self . link_input . text ( )
current_dir = self . dir_input . text ( )
self . cancellation_event . set ( )
if self . download_thread and self . download_thread . isRunning ( ) : self . download_thread . requestInterruption ( ) ; self . log_signal . emit ( " Signaled single download thread to interrupt. " )
if self . thread_pool :
self . log_signal . emit ( " Initiating non-blocking shutdown and cancellation of worker pool tasks... " )
self . thread_pool . shutdown ( wait = False , cancel_futures = True )
self . thread_pool = None # Allow recreation for next download
self . active_futures = [ ]
self . external_link_queue . clear ( ) ; self . _is_processing_external_link_queue = False ; self . _current_link_post_title = None
self . _perform_soft_ui_reset ( preserve_url = current_url , preserve_dir = current_dir )
self . progress_label . setText ( " Progress: Cancelled. Ready for new task. " )
self . file_progress_label . setText ( " " )
if self . pause_event : self . pause_event . clear ( )
self . log_signal . emit ( " ℹ ️ UI reset. Ready for new operation. Background tasks are being terminated." )
self . is_paused = False # Ensure pause state is reset
if self . retryable_failed_files_info :
self . log_signal . emit ( f " Discarding { len ( self . retryable_failed_files_info ) } pending retryable file(s) due to cancellation. " )
self . retryable_failed_files_info . clear ( )
def download_finished ( self , total_downloaded , total_skipped , cancelled_by_user , kept_original_names_list = None ) :
if kept_original_names_list is None :
kept_original_names_list = self . all_kept_original_filenames if hasattr ( self , ' all_kept_original_filenames ' ) else [ ]
if kept_original_names_list is None :
kept_original_names_list = [ ]
status_message = " Cancelled by user " if cancelled_by_user else " Finished "
if cancelled_by_user and self . retryable_failed_files_info :
self . log_signal . emit ( f " Download cancelled, discarding { len ( self . retryable_failed_files_info ) } file(s) that were pending retry. " )
self . retryable_failed_files_info . clear ( )
summary_log = " = " * 40
summary_log + = f " \n 🏁 Download { status_message } ! \n Summary: Downloaded Files= { total_downloaded } , Skipped Files= { total_skipped } \n "
summary_log + = " = " * 40
self . log_signal . emit ( summary_log )
if kept_original_names_list :
intro_msg = (
HTML_PREFIX +
" <p>ℹ ️ The following files from multi-file manga posts "
" (after the first file) kept their <b>original names</b>:</p> "
)
self . log_signal . emit ( intro_msg )
html_list_items = " <ul> "
for name in kept_original_names_list :
html_list_items + = f " <li><b> { name } </b></li> "
html_list_items + = " </ul> "
self . log_signal . emit ( HTML_PREFIX + html_list_items )
self . log_signal . emit ( " = " * 40 )
if self . download_thread :
try :
if hasattr ( self . download_thread , ' progress_signal ' ) : self . download_thread . progress_signal . disconnect ( self . handle_main_log )
if hasattr ( self . download_thread , ' add_character_prompt_signal ' ) : self . download_thread . add_character_prompt_signal . disconnect ( self . add_character_prompt_signal )
if hasattr ( self . download_thread , ' finished_signal ' ) : self . download_thread . finished_signal . disconnect ( self . download_finished )
if hasattr ( self . download_thread , ' receive_add_character_result ' ) : self . character_prompt_response_signal . disconnect ( self . download_thread . receive_add_character_result )
if hasattr ( self . download_thread , ' external_link_signal ' ) : self . download_thread . external_link_signal . disconnect ( self . handle_external_link_signal )
if hasattr ( self . download_thread , ' file_progress_signal ' ) : self . download_thread . file_progress_signal . disconnect ( self . update_file_progress_display )
if hasattr ( self . download_thread , ' missed_character_post_signal ' ) : # New
self . download_thread . missed_character_post_signal . disconnect ( self . handle_missed_character_post )
if hasattr ( self . download_thread , ' retryable_file_failed_signal ' ) : # New
self . download_thread . retryable_file_failed_signal . disconnect ( self . _handle_retryable_file_failure )
except ( TypeError , RuntimeError ) as e :
self . log_signal . emit ( f " ℹ ️ Note during single-thread signal disconnection: { e } " )
if not self . download_thread . isRunning ( ) : # Check if it was this thread
self . download_thread = None
self . progress_label . setText ( f " { status_message } : { total_downloaded } downloaded, { total_skipped } skipped. " )
self . file_progress_label . setText ( " " )
if not cancelled_by_user : self . _try_process_next_external_link ( )
if self . thread_pool :
self . log_signal . emit ( " Ensuring worker thread pool is shut down... " )
self . thread_pool . shutdown ( wait = True , cancel_futures = True )
self . thread_pool = None
self . active_futures = [ ]
if self . pause_event : self . pause_event . clear ( )
self . cancel_btn . setEnabled ( False )
self . is_paused = False # Reset pause state when download finishes
if not cancelled_by_user and self . retryable_failed_files_info :
num_failed = len ( self . retryable_failed_files_info )
reply = QMessageBox . question ( self , " Retry Failed Downloads? " ,
f " { num_failed } file(s) failed with potentially recoverable errors (e.g., IncompleteRead). \n \n "
" Would you like to attempt to download these failed files again? " ,
QMessageBox . Yes | QMessageBox . No , QMessageBox . Yes )
if reply == QMessageBox . Yes :
self . _start_failed_files_retry_session ( )
return # Don't fully reset UI if retrying
else :
self . log_signal . emit ( " ℹ ️ User chose not to retry failed files." )
self . retryable_failed_files_info . clear ( ) # Clear if not retrying
self . set_ui_enabled ( True ) # Full UI reset if not retrying
def _start_failed_files_retry_session ( self ) :
self . log_signal . emit ( f " 🔄 Starting retry session for { len ( self . retryable_failed_files_info ) } file(s)... " )
self . set_ui_enabled ( False ) # Disable UI, but cancel button will be enabled
if self . cancel_btn : self . cancel_btn . setText ( " ❌ Cancel Retry " )
self . files_for_current_retry_session = list ( self . retryable_failed_files_info )
self . retryable_failed_files_info . clear ( ) # Clear original list
self . active_retry_futures = [ ]
self . processed_retry_count = 0
self . succeeded_retry_count = 0
self . failed_retry_count_in_session = 0 # Renamed to avoid clash
self . total_files_for_retry = len ( self . files_for_current_retry_session )
self . progress_label . setText ( f " Retrying 0 / { self . total_files_for_retry } files... " )
self . cancellation_event . clear ( ) # Clear main cancellation for retry session
num_retry_threads = 1
try :
num_threads_from_gui = int ( self . thread_count_input . text ( ) . strip ( ) )
num_retry_threads = max ( 1 , min ( num_threads_from_gui , MAX_FILE_THREADS_PER_POST_OR_WORKER , self . total_files_for_retry if self . total_files_for_retry > 0 else 1 ) )
except ValueError :
num_retry_threads = 1 # Default to 1 if input is bad
self . retry_thread_pool = ThreadPoolExecutor ( max_workers = num_retry_threads , thread_name_prefix = ' RetryFile_ ' )
common_ppw_args_for_retry = {
' download_root ' : self . dir_input . text ( ) . strip ( ) ,
' known_names ' : list ( KNOWN_NAMES ) ,
' emitter ' : self . worker_to_gui_queue , # Use main queue for progress
' unwanted_keywords ' : { ' spicy ' , ' hd ' , ' nsfw ' , ' 4k ' , ' preview ' , ' teaser ' , ' clip ' } ,
' filter_mode ' : self . get_filter_mode ( ) , # Use current filter mode
' skip_zip ' : self . skip_zip_checkbox . isChecked ( ) ,
' skip_rar ' : self . skip_rar_checkbox . isChecked ( ) ,
' use_subfolders ' : self . use_subfolders_checkbox . isChecked ( ) ,
' use_post_subfolders ' : self . use_subfolder_per_post_checkbox . isChecked ( ) ,
' compress_images ' : self . compress_images_checkbox . isChecked ( ) ,
' download_thumbnails ' : self . download_thumbnails_checkbox . isChecked ( ) ,
' pause_event ' : self . pause_event ,
' cancellation_event ' : self . cancellation_event ,
' downloaded_files ' : self . downloaded_files , # Share session's downloaded sets
' downloaded_file_hashes ' : self . downloaded_file_hashes ,
' downloaded_files_lock ' : self . downloaded_files_lock ,
' downloaded_file_hashes_lock ' : self . downloaded_file_hashes_lock ,
' skip_words_list ' : [ word . strip ( ) . lower ( ) for word in self . skip_words_input . text ( ) . strip ( ) . split ( ' , ' ) if word . strip ( ) ] ,
' skip_words_scope ' : self . get_skip_words_scope ( ) ,
' char_filter_scope ' : self . get_char_filter_scope ( ) ,
' remove_from_filename_words_list ' : [ word . strip ( ) for word in self . remove_from_filename_input . text ( ) . strip ( ) . split ( ' , ' ) if word . strip ( ) ] if hasattr ( self , ' remove_from_filename_input ' ) else [ ] ,
' allow_multipart_download ' : self . allow_multipart_download_setting ,
' filter_character_list ' : None ,
' dynamic_character_filter_holder ' : None ,
' target_post_id_from_initial_url ' : None , # Not relevant for file retry
' custom_folder_name ' : None , # Path is already determined
' num_file_threads ' : 1 , # Each retry task is one file, multipart handled by _download_single_file
' manga_date_file_counter_ref ' : None , # Filename is forced
}
for job_details in self . files_for_current_retry_session :
future = self . retry_thread_pool . submit ( self . _execute_single_file_retry , job_details , common_ppw_args_for_retry )
future . add_done_callback ( self . _handle_retry_future_result )
self . active_retry_futures . append ( future )
def _execute_single_file_retry ( self , job_details , common_args ) :
""" Executes a single file download retry attempt. """
dummy_post_data = { ' id ' : job_details [ ' original_post_id_for_log ' ] , ' title ' : job_details [ ' post_title ' ] }
ppw_init_args = {
* * common_args ,
' post_data ' : dummy_post_data ,
' service ' : job_details . get ( ' service ' , ' unknown_service ' ) , # Get from job_details or default
' user_id ' : job_details . get ( ' user_id ' , ' unknown_user ' ) , # Get from job_details or default
' api_url_input ' : job_details . get ( ' api_url_input ' , ' ' ) , # Original post's API URL
' manga_mode_active ' : job_details . get ( ' manga_mode_active_for_file ' , False ) ,
' manga_filename_style ' : job_details . get ( ' manga_filename_style_for_file ' , STYLE_POST_TITLE ) ,
}
worker = PostProcessorWorker ( * * ppw_init_args )
dl_count , skip_count , filename_saved , original_kept , status , _ = worker . _download_single_file (
file_info = job_details [ ' file_info ' ] ,
target_folder_path = job_details [ ' target_folder_path ' ] ,
headers = job_details [ ' headers ' ] ,
original_post_id_for_log = job_details [ ' original_post_id_for_log ' ] ,
skip_event = None , # No individual skip for retry items
post_title = job_details [ ' post_title ' ] ,
file_index_in_post = job_details [ ' file_index_in_post ' ] ,
num_files_in_this_post = job_details [ ' num_files_in_this_post ' ] ,
forced_filename_override = job_details . get ( ' forced_filename_override ' )
)
return dl_count > 0 # True if successful, False otherwise
def _handle_retry_future_result ( self , future ) :
self . processed_retry_count + = 1
was_successful = False
try :
if future . cancelled ( ) :
self . log_signal . emit ( " A retry task was cancelled. " )
elif future . exception ( ) :
self . log_signal . emit ( f " ❌ Retry task worker error: { future . exception ( ) } " )
else :
was_successful = future . result ( )
if was_successful :
self . succeeded_retry_count + = 1
else :
self . failed_retry_count_in_session + = 1
except Exception as e :
self . log_signal . emit ( f " ❌ Error in _handle_retry_future_result: { e } " )
self . failed_retry_count_in_session + = 1
self . progress_label . setText ( f " Retrying { self . processed_retry_count } / { self . total_files_for_retry } files... (Succeeded: { self . succeeded_retry_count } , Failed: { self . failed_retry_count_in_session } ) " )
if self . processed_retry_count > = self . total_files_for_retry :
if all ( f . done ( ) for f in self . active_retry_futures ) :
self . _retry_session_finished ( )
def _retry_session_finished ( self ) :
self . log_signal . emit ( " 🏁 Retry session finished. " )
self . log_signal . emit ( f " Summary: { self . succeeded_retry_count } Succeeded, { self . failed_retry_count_in_session } Failed. " )
if self . retry_thread_pool :
self . retry_thread_pool . shutdown ( wait = True )
self . retry_thread_pool = None
self . active_retry_futures . clear ( )
self . files_for_current_retry_session . clear ( )
self . set_ui_enabled ( True ) # Re-enable UI
if self . cancel_btn : self . cancel_btn . setText ( " ❌ Cancel & Reset UI " ) # Reset cancel button text
self . progress_label . setText ( f " Retry Finished. Succeeded: { self . succeeded_retry_count } , Failed: { self . failed_retry_count_in_session } . Ready for new task. " )
self . file_progress_label . setText ( " " )
if self . pause_event : self . pause_event . clear ( )
self . is_paused = False
def toggle_active_log_view ( self ) :
if self . current_log_view == ' progress ' :
self . current_log_view = ' missed_character '
if self . log_view_stack : self . log_view_stack . setCurrentIndex ( 1 ) # Show missed character log
if self . log_verbosity_toggle_button :
self . log_verbosity_toggle_button . setText ( self . CLOSED_EYE_ICON ) # Monkey icon
self . log_verbosity_toggle_button . setToolTip ( " Current View: Missed Character Log. Click to switch to Progress Log. " )
if self . progress_log_label : self . progress_log_label . setText ( " 🚫 Missed Character Log: " )
else : # current_log_view == 'missed_character'
self . current_log_view = ' progress '
if self . log_view_stack : self . log_view_stack . setCurrentIndex ( 0 ) # Show progress log
if self . log_verbosity_toggle_button :
self . log_verbosity_toggle_button . setText ( self . EYE_ICON ) # Open eye icon
self . log_verbosity_toggle_button . setToolTip ( " Current View: Progress Log. Click to switch to Missed Character Log. " )
if self . progress_log_label : self . progress_log_label . setText ( " 📜 Progress Log: " )
def reset_application_state ( self ) :
if self . _is_download_active ( ) : QMessageBox . warning ( self , " Reset Error " , " Cannot reset while a download is in progress. Please cancel first. " ) ; return
self . log_signal . emit ( " 🔄 Resetting application state to defaults... " ) ; self . _reset_ui_to_defaults ( )
self . main_log_output . clear ( ) ; self . external_log_output . clear ( )
if self . missed_character_log_output : self . missed_character_log_output . clear ( )
self . current_log_view = ' progress ' # Reset to progress log view
if self . log_view_stack : self . log_view_stack . setCurrentIndex ( 0 )
if self . progress_log_label : self . progress_log_label . setText ( " 📜 Progress Log: " )
if self . log_verbosity_toggle_button :
self . log_verbosity_toggle_button . setText ( self . EYE_ICON )
self . log_verbosity_toggle_button . setToolTip ( " Current View: Progress Log. Click to switch to Missed Character Log. " )
if self . show_external_links and not ( self . radio_only_links and self . radio_only_links . isChecked ( ) ) : self . external_log_output . append ( " 🔗 External Links Found: " )
self . external_link_queue . clear ( ) ; self . extracted_links_cache = [ ] ; self . _is_processing_external_link_queue = False ; self . _current_link_post_title = None
self . progress_label . setText ( " Progress: Idle " ) ; self . file_progress_label . setText ( " " )
with self . downloaded_files_lock : count = len ( self . downloaded_files ) ; self . downloaded_files . clear ( ) ;
self . missed_title_key_terms_count . clear ( )
self . missed_title_key_terms_examples . clear ( )
self . logged_summary_for_key_term . clear ( )
self . already_logged_bold_key_terms . clear ( )
self . missed_key_terms_buffer . clear ( )
if count > 0 : self . log_signal . emit ( f " Cleared { count } downloaded filename(s) from session memory. " )
with self . downloaded_file_hashes_lock : count = len ( self . downloaded_file_hashes ) ; self . downloaded_file_hashes . clear ( ) ;
if count > 0 : self . log_signal . emit ( f " Cleared { count } downloaded file hash(es) from session memory. " )
self . total_posts_to_process = 0 ; self . processed_posts_count = 0 ; self . download_counter = 0 ; self . skip_counter = 0
self . all_kept_original_filenames = [ ]
self . cancellation_event . clear ( )
if self . pause_event : self . pause_event . clear ( )
self . is_paused = False # Reset pause state on full reset
self . manga_filename_style = STYLE_POST_TITLE
self . settings . setValue ( MANGA_FILENAME_STYLE_KEY , self . manga_filename_style )
self . skip_words_scope = SKIP_SCOPE_POSTS
self . settings . setValue ( SKIP_WORDS_SCOPE_KEY , self . skip_words_scope )
self . _update_skip_scope_button_text ( )
self . char_filter_scope = CHAR_SCOPE_FILES # Default to Files on full reset
self . settings . setValue ( CHAR_FILTER_SCOPE_KEY , self . char_filter_scope )
self . _update_char_filter_scope_button_text ( )
self . settings . sync ( )
self . _update_manga_filename_style_button_text ( )
self . update_ui_for_manga_mode ( self . manga_mode_checkbox . isChecked ( ) if self . manga_mode_checkbox else False )
def _reset_ui_to_defaults ( self ) :
self . link_input . clear ( ) ; self . dir_input . clear ( ) ; self . custom_folder_input . clear ( ) ; self . character_input . clear ( ) ;
self . skip_words_input . clear ( ) ; self . start_page_input . clear ( ) ; self . end_page_input . clear ( ) ; self . new_char_input . clear ( ) ;
if hasattr ( self , ' remove_from_filename_input ' ) : self . remove_from_filename_input . clear ( )
self . character_search_input . clear ( ) ; self . thread_count_input . setText ( " 4 " ) ; self . radio_all . setChecked ( True ) ;
self . skip_zip_checkbox . setChecked ( True ) ; self . skip_rar_checkbox . setChecked ( True ) ; self . download_thumbnails_checkbox . setChecked ( False ) ;
self . compress_images_checkbox . setChecked ( False ) ; self . use_subfolders_checkbox . setChecked ( True ) ;
self . use_subfolder_per_post_checkbox . setChecked ( False ) ; self . use_multithreading_checkbox . setChecked ( True ) ;
self . external_links_checkbox . setChecked ( False )
if self . manga_mode_checkbox : self . manga_mode_checkbox . setChecked ( False )
if hasattr ( self , ' use_cookie_checkbox ' ) : self . use_cookie_checkbox . setChecked ( False ) # Default to False on full reset
self . selected_cookie_filepath = None
if hasattr ( self , ' cookie_text_input ' ) : self . cookie_text_input . clear ( ) # Clear cookie text on full reset
self . missed_title_key_terms_count . clear ( )
self . missed_title_key_terms_examples . clear ( )
self . logged_summary_for_key_term . clear ( )
self . already_logged_bold_key_terms . clear ( )
2025-05-25 21:21:00 +05:30
if hasattr ( self , ' manga_date_prefix_input ' ) : self . manga_date_prefix_input . clear ( ) # Clear prefix input
2025-05-24 10:36:15 +05:30
if self . pause_event : self . pause_event . clear ( )
self . is_paused = False # Reset pause state
self . missed_key_terms_buffer . clear ( )
if self . missed_character_log_output : self . missed_character_log_output . clear ( )
self . allow_multipart_download_setting = False # Default to OFF
self . _update_multipart_toggle_button_text ( ) # Update button text
self . skip_words_scope = SKIP_SCOPE_POSTS
self . _update_skip_scope_button_text ( )
self . char_filter_scope = CHAR_SCOPE_FILES # Default to Files
self . _update_char_filter_scope_button_text ( )
self . current_log_view = ' progress ' # Reset to progress log view
self . _update_cookie_input_visibility ( False ) # Hide cookie text input on full reset
if self . log_view_stack : self . log_view_stack . setCurrentIndex ( 0 )
if self . progress_log_label : self . progress_log_label . setText ( " 📜 Progress Log: " )
self . _handle_filter_mode_change ( self . radio_all , True )
self . _handle_multithreading_toggle ( self . use_multithreading_checkbox . isChecked ( ) )
self . filter_character_list ( " " )
self . download_btn . setEnabled ( True ) ; self . cancel_btn . setEnabled ( False )
if self . reset_button : self . reset_button . setEnabled ( True )
if self . log_verbosity_toggle_button : # Reset eye button to show Progress Log
self . log_verbosity_toggle_button . setText ( self . EYE_ICON )
self . log_verbosity_toggle_button . setToolTip ( " Current View: Progress Log. Click to switch to Missed Character Log. " )
self . _update_manga_filename_style_button_text ( )
self . update_ui_for_manga_mode ( False )
2025-05-24 16:22:47 +05:30
def _show_feature_guide ( self ) :
# Define content for each page
page1_title = " ① Introduction & Main Inputs "
page1_content = """ <html><head/><body>
< p > This guide provides an overview of the Kemono Downloader ' s features, fields, and buttons.</p>
< h3 > Main Input Area ( Top Left ) < / h3 >
< ul >
< li > < b > 🔗 Kemono Creator / Post URL : < / b >
< ul >
< li > Enter the full web address of a creator ' s page (e.g., <i>https://kemono.su/patreon/user/12345</i>) or a specific post (e.g., <i>.../post/98765</i>).</li>
< li > Supports Kemono ( kemono . su , kemono . party ) and Coomer ( coomer . su , coomer . party ) URLs . < / li >
< / ul >
< / li >
< li > < b > Page Range ( Start to End ) : < / b >
< ul >
< li > For creator URLs : Specify a range of pages to fetch ( e . g . , pages 2 to 5 ) . Leave blank for all pages . < / li >
< li > Disabled for single post URLs or when < b > Manga / Comic Mode < / b > is active . < / li >
< / ul >
< / li >
< li > < b > 📁 Download Location : < / b >
< ul >
< li > Click < b > ' Browse... ' < / b > to choose a main folder on your computer where all downloaded files will be saved . < / li >
< li > This field is required unless you are using < b > ' 🔗 Only Links ' < / b > mode . < / li >
< / ul >
< / li >
< / ul > < / body > < / html > """
page2_title = " ② Filtering Downloads "
page2_content = """ <html><head/><body>
< h3 > Filtering Downloads ( Left Panel ) < / h3 >
< ul >
< li > < b > 🎯 Filter by Character ( s ) : < / b >
< ul >
< li > Enter names , comma - separated ( e . g . , < code > Tifa , Aerith < / code > ) . < / li >
< li > < b > Grouped Aliases for Shared Folder ( Separate Known . txt Entries ) : < / b > < code > ( Vivi , Ulti , Uta ) < / code > .
< ul > < li > Content matching " Vivi " , " Ulti " , OR " Uta " will go into a shared folder named " Vivi Ulti Uta " ( after cleaning ) . < / li >
< li > If these names are new , " Vivi " , " Ulti " , and " Uta " will be prompted to be added as < i > separate individual entries < / i > to < code > Known . txt < / code > . < / li >
< / ul >
< / li >
< li > < b > Grouped Aliases for Shared Folder ( Single Known . txt Entry ) : < / b > < code > ( Yuffie , Sonon ) ~ < / code > ( note the tilde < code > ~ < / code > ) .
< ul > < li > Content matching " Yuffie " OR " Sonon " will go into a shared folder named " Yuffie Sonon " . < / li >
< li > If new , " Yuffie Sonon " ( with aliases Yuffie , Sonon ) will be prompted to be added as a < i > single group entry < / i > to < code > Known . txt < / code > . < / li >
< / ul >
< / li >
< li > This filter influences folder naming if ' Separate Folders by Name/Title ' is enabled . < / li >
< / ul >
< / li >
< li > < b > Filter : [ Type ] Button ( Character Filter Scope ) : < / b > Cycles how the ' Filter by Character(s) ' applies :
< ul >
< li > < code > Filter : Files < / code > : Checks individual filenames . A post is kept if any file matches ; only matching files are downloaded . Folder naming uses the character from the matching filename . < / li >
< li > < code > Filter : Title < / code > : Checks post titles . All files from a matching post are downloaded . Folder naming uses the character from the matching post title . < / li >
< li > < code > Filter : Both < / code > : Checks post title first . If it matches , all files are downloaded . If not , it then checks filenames , and only matching files are downloaded . Folder naming prioritizes title match , then file match . < / li >
< li > < code > Filter : Comments ( Beta ) < / code > : Checks filenames first . If a file matches , all files from the post are downloaded . If no file match , it then checks post comments . If a comment matches , all files are downloaded . ( Uses more API requests ) . Folder naming prioritizes file match , then comment match . < / li >
< / ul >
< / li >
< li > < b > 🗄 ️ Custom Folder Name ( Single Post Only ) : < / b >
< ul >
< li > Visible and usable only when downloading a single specific post URL AND ' Separate Folders by Name/Title ' is enabled . < / li >
< li > Allows you to specify a custom name for that single post ' s download folder.</li>
< / ul >
< / li >
< li > < b > 🚫 Skip with Words : < / b >
< ul > < li > Enter words , comma - separated ( e . g . , < code > WIP , sketch , preview < / code > ) to skip certain content . < / li > < / ul >
< / li >
< li > < b > Scope : [ Type ] Button ( Skip Words Scope ) : < / b > Cycles how ' Skip with Words ' applies :
< ul >
< li > < code > Scope : Files < / code > : Skips individual files if their names contain any of these words . < / li >
< li > < code > Scope : Posts < / code > : Skips entire posts if their titles contain any of these words . < / li >
< li > < code > Scope : Both < / code > : Applies both ( post title first , then individual files ) . < / li >
< / ul >
< / li >
< li > < b > ✂ ️ Remove Words from name : < / b >
< ul > < li > Enter words , comma - separated ( e . g . , < code > patreon , [ HD ] < / code > ) , to remove from downloaded filenames ( case - insensitive ) . < / li > < / ul >
< / li >
< li > < b > Filter Files ( Radio Buttons ) : < / b > Choose what to download :
< ul >
< li > < code > All < / code > : Downloads all file types found . < / li >
< li > < code > Images / GIFs < / code > : Only common image formats ( JPG , PNG , GIF , WEBP , etc . ) and GIFs . < / li >
< li > < code > Videos < / code > : Only common video formats ( MP4 , MKV , WEBM , MOV , etc . ) . < / li >
< li > < code > 📦 Only Archives < / code > : Exclusively downloads < b > . zip < / b > and < b > . rar < / b > files . When selected , ' Skip .zip ' and ' Skip .rar ' checkboxes are automatically disabled and unchecked . ' Show External Links ' is also disabled . < / li >
< li > < code > 🔗 Only Links < / code > : Extracts and displays external links from post descriptions instead of downloading files . Download - related options and ' Show External Links ' are disabled . The main download button changes to ' 🔗 Extract Links ' . < / li >
< / ul >
< / li >
< / ul > < / body > < / html > """
page3_title = " ③ Download Options & Settings "
page3_content = """ <html><head/><body>
< h3 > Download Options & Settings ( Left Panel ) < / h3 >
< ul >
< li > < b > Skip . zip / Skip . rar : < / b > Checkboxes to avoid downloading these archive file types . ( Disabled and ignored if ' 📦 Only Archives ' filter mode is selected ) . < / li >
< li > < b > Download Thumbnails Only : < / b > Downloads small preview images instead of full - sized files ( if available ) . < / li >
< li > < b > Compress Large Images ( to WebP ) : < / b > If the ' Pillow ' ( PIL ) library is installed , images larger than 1.5 MB will be converted to WebP format if the WebP version is significantly smaller . < / li >
< li > < b > ⚙ ️ Advanced Settings : < / b >
< ul >
< li > < b > Separate Folders by Name / Title : < / b > Creates subfolders based on the ' Filter by Character(s) ' input or post titles . Can use the < b > Known . txt < / b > list as a fallback for folder names . < / li > < / ul > < / li > < / ul > < / body > < / html > """
page4_title = " ④ Advanced Settings (Part 1) "
page4_content = """ <html><head/><body><h3>⚙️ Advanced Settings (Continued)</h3><ul><ul>
< ! - - Continuing from previous page ' s ul for Advanced Settings -->
< li > < b > Subfolder per Post : < / b > If ' Separate Folders ' is on , this creates an additional subfolder for < i > each individual post < / i > inside the main character / title folder . < / li >
< li > < b > Use Cookie : < / b > Check this to use cookies for requests .
< ul >
< li > < b > Text Field : < / b > Enter a cookie string directly ( e . g . , < code > name1 = value1 ; name2 = value2 < / code > ) . < / li >
< li > < b > Browse . . . : < / b > Select a < code > cookies . txt < / code > file ( Netscape format ) . The path will appear in the text field . < / li >
< li > < b > Precedence : < / b > The text field ( if filled ) takes precedence over a browsed file . If ' Use Cookie ' is checked but both are empty , it attempts to load < code > cookies . txt < / code > from the app ' s directory.</li>
< / ul >
< / li >
< li > < b > Use Multithreading & Threads Input : < / b >
< ul >
< li > Enables faster operations . The number in ' Threads ' input means :
< ul >
< li > For < b > Creator Feeds : < / b > Number of posts to process simultaneously . Files within each post are downloaded sequentially by its worker ( unless ' Date Based ' manga naming is on , which forces 1 post worker ) . < / li >
< li > For < b > Single Post URLs : < / b > Number of files to download concurrently from that single post . < / li >
< / ul >
< / li >
< li > If unchecked , 1 thread is used . High thread counts ( e . g . , > 40 ) may show an advisory . < / li >
< / ul >
< / li > < / ul > < / ul > < / body > < / html > """
page5_title = " ⑤ Advanced Settings (Part 2) & Actions "
page5_content = """ <html><head/><body><h3>⚙️ Advanced Settings (Continued)</h3><ul><ul>
< ! - - Continuing from previous page ' s ul for Advanced Settings -->
< li > < b > Show External Links in Log : < / b > If checked , a secondary log panel appears below the main log to display any external links found in post descriptions . ( Disabled if ' 🔗 Only Links ' or ' 📦 Only Archives ' mode is active ) . < / li >
< li > < b > 📖 Manga / Comic Mode ( Creator URLs only ) : < / b > Tailored for sequential content .
< ul >
< li > Downloads posts from < b > oldest to newest < / b > . < / li >
< li > The ' Page Range ' input is disabled as all posts are fetched . < / li >
< li > A < b > filename style toggle button < / b > ( e . g . , ' Name: Post Title ' ) appears in the top - right of the log area when this mode is active for a creator feed . Click it to cycle through naming styles :
< ul >
2025-05-25 11:36:35 +05:30
< li > < code > Name : Post Title ( Default ) < / code > : The first file in a post is named after the post ' s cleaned title (e.g., ' My Chapter 1. jpg ' ). Subsequent files within the *same post* will attempt to keep their original filenames (e.g., ' page_02 . png ' , ' bonus_art . jpg ' ). If the post has only one file, it ' s named after the post title . This is generally recommended for most manga / comics . < / li >
2025-05-24 16:22:47 +05:30
< li > < code > Name : Original File < / code > : All files attempt to keep their original filenames . < / li >
2025-05-25 21:21:00 +05:30
< li > < code > Name : Original File < / code > : All files attempt to keep their original filenames . When this style is active , an input field for an < b > optional filename prefix < / b > ( e . g . , ' MySeries_ ' ) will appear next to this style button . Example : ' MySeries_OriginalFile.jpg ' . < / li >
< li > < code > Name : Title + G . Num ( Post Title + Global Numbering ) < / code > : All files across all posts in the current download session are named sequentially using the post ' s cleaned title as a prefix, followed by a global counter. Example: Post ' Chapter 1 ' (2 files) -> ' Chapter 1 001. jpg ' , ' Chapter 1 002. png ' . Next post ' Chapter 2 ' (1 file) -> ' Chapter 2 003. jpg ' . Multithreading for post processing is automatically disabled for this style.</li>
< li > < code > Name : Date Based < / code > : Files are named sequentially ( 001. ext , 002. ext , . . . ) based on post publication order . When this style is active , an input field for an < b > optional filename prefix < / b > ( e . g . , ' MySeries_ ' ) will appear next to this style button . Example : ' MySeries_001.jpg ' . Multithreading for post processing is automatically disabled for this style . < / li >
2025-05-24 16:22:47 +05:30
< / ul >
< / li >
2025-05-25 11:36:35 +05:30
< li > For best results with ' Name: Post Title ' , ' Name: Title+G.Num ' , or ' Name: Date Based ' styles , use the ' Filter by Character(s) ' field with the manga / series title for folder organization . < / li >
2025-05-24 16:22:47 +05:30
< / ul >
< / li >
< / ul > < / li > < / ul >
< h3 > Main Action Buttons ( Left Panel ) < / h3 >
< ul >
< li > < b > ⬇ ️ Start Download / 🔗 Extract Links : < / b > This button ' s text and function change based on the ' Filter Files ' radio button selection. It starts the primary operation.</li>
< li > < b > ⏸ ️ Pause Download / ▶ ️ Resume Download : < / b > Allows you to temporarily halt the current download / extraction process and resume it later . Some UI settings can be changed while paused . < / li >
< li > < b > ❌ Cancel & Reset UI : < / b > Stops the current operation and performs a soft UI reset . Your URL and Download Directory inputs are preserved , but other settings and logs are cleared . < / li >
< / ul > < / body > < / html > """
page6_title = " ⑥ Known Shows/Characters List "
page6_content = """ <html><head/><body>
< h3 > Known Shows / Characters List Management ( Bottom Left ) < / h3 >
< p > This section helps manage the < code > Known . txt < / code > file , which is used for smart folder organization when ' Separate Folders by Name/Title ' is enabled , especially as a fallback if a post doesn ' t match your active ' Filter by Character ( s ) ' input.</p>
< ul >
< li > < b > Open Known . txt : < / b > Opens the < code > Known . txt < / code > file ( located in the app ' s directory) in your default text editor for advanced editing (like creating complex grouped aliases).</li>
< li > < b > Search characters . . . : < / b > Filters the list of known names displayed below . < / li >
< li > < b > List Widget : < / b > Displays the primary names from your < code > Known . txt < / code > . Select entries here to delete them . < / li >
< li > < b > Add new show / character name ( Input Field ) : < / b > Enter a name or group to add .
< ul >
< li > < b > Simple Name : < / b > e . g . , < code > My Awesome Series < / code > . Adds as a single entry . < / li >
< li > < b > Group for Separate Known . txt Entries : < / b > e . g . , < code > ( Vivi , Ulti , Uta ) < / code > . Adds " Vivi " , " Ulti " , and " Uta " as three separate individual entries to < code > Known . txt < / code > . < / li >
< li > < b > Group for Shared Folder & Single Known . txt Entry ( Tilde < code > ~ < / code > ) : < / b > e . g . , < code > ( Character A , Char A ) ~ < / code > . Adds one entry to < code > Known . txt < / code > named " Character A Char A " . " Character A " and " Char A " become aliases for this single folder / entry . < / li >
< / ul >
< / li >
< li > < b > ➕ Add Button : < / b > Adds the name / group from the input field above to the list and < code > Known . txt < / code > . < / li >
< li > < b > 🗑 ️ Delete Selected Button : < / b > Deletes the selected name ( s ) from the list and < code > Known . txt < / code > . < / li >
< li > < b > ❓ Button ( This one ! ) : < / b > Displays this comprehensive help guide . < / li >
< / ul > < / body > < / html > """
page7_title = " ⑦ Log Area & Controls "
page7_content = """ <html><head/><body>
< h3 > Log Area & Controls ( Right Panel ) < / h3 >
< ul >
< li > < b > 📜 Progress Log / Extracted Links Log ( Label ) : < / b > Title for the main log area ; changes if ' 🔗 Only Links ' mode is active . < / li >
< li > < b > Search Links . . . / 🔍 Button ( Link Search ) : < / b >
< ul > < li > Visible only when ' 🔗 Only Links ' mode is active . Allows real - time filtering of the extracted links displayed in the main log by text , URL , or platform . < / li > < / ul >
< / li >
< li > < b > Name : [ Style ] Button ( Manga Filename Style ) : < / b >
< ul > < li > Visible only when < b > Manga / Comic Mode < / b > is active for a creator feed and not in ' Only Links ' or ' Only Archives ' mode . < / li >
< li > Cycles through filename styles : < code > Post Title < / code > , < code > Original File < / code > , < code > Date Based < / code > . ( See Manga / Comic Mode section for details ) . < / li >
2025-05-25 21:21:00 +05:30
< li > When ' Original File ' or ' Date Based ' style is active , an input field for an < b > optional filename prefix < / b > will appear next to this button . < / li >
< / ul >
2025-05-24 16:22:47 +05:30
< / li >
< li > < b > Multi - part : [ ON / OFF ] Button : < / b >
< ul > < li > Toggles multi - segment downloads for individual large files .
< ul > < li > < b > ON : < / b > Can speed up large file downloads but may increase UI choppiness or log spam with many small files . An advisory appears when enabling . If a multi - part download fails , it retries as single - stream . < / li >
< li > < b > OFF ( Default ) : < / b > Files are downloaded in a single stream . < / li >
< / ul >
< li > Disabled if ' 🔗 Only Links ' or ' 📦 Only Archives ' mode is active . < / li >
< / ul >
< / li >
< li > < b > 👁 ️ / 🙈 Button ( Log View Toggle ) : < / b > Switches the main log view :
< ul >
< li > < b > 👁 ️ Progress Log ( Default ) : < / b > Shows all download activity , errors , and summaries . < / li >
< li > < b > 🙈 Missed Character Log : < / b > Displays a list of key terms from post titles / content that were skipped due to your ' Filter by Character(s) ' settings . Useful for identifying content you might be unintentionally missing . < / li >
< / ul >
< / li >
< li > < b > 🔄 Reset Button : < / b > Clears all input fields , logs , and resets temporary settings to their defaults . Can only be used when no download is active . < / li >
< li > < b > Main Log Output ( Text Area ) : < / b > Displays detailed progress messages , errors , and summaries . If ' 🔗 Only Links ' mode is active , this area displays the extracted links . < / li >
< li > < b > Missed Character Log Output ( Text Area ) : < / b > ( Viewable via 👁 ️ / 🙈 toggle ) Displays posts / files skipped due to character filters . < / li >
< li > < b > External Log Output ( Text Area ) : < / b > Appears below the main log if ' Show External Links in Log ' is checked . Displays external links found in post descriptions . < / li >
< li > < b > Export Links Button : < / b >
< ul > < li > Visible and enabled only when ' 🔗 Only Links ' mode is active and links have been extracted . < / li >
< li > Allows you to save all extracted links to a < code > . txt < / code > file . < / li >
< / ul >
< / li >
< li > < b > Progress : [ Status ] Label : < / b > Shows the overall progress of the download or link extraction process ( e . g . , posts processed ) . < / li >
< li > < b > File Progress Label : < / b > Shows the progress of individual file downloads , including speed and size , or multi - part download status . < / li >
< / ul > < / body > < / html > """
page8_title = " ⑧ Key Files & Tour "
page8_content = """ <html><head/><body>
< h3 > Key Files Used by the Application < / h3 >
< ul >
< li > < b > < code > Known . txt < / code > : < / b >
< ul >
< li > Located in the application ' s directory (where the <code>.exe</code> or <code>main.py</code> is).</li>
< li > Stores your list of known shows , characters , or series titles for automatic folder organization when ' Separate Folders by Name/Title ' is enabled . < / li >
< li > < b > Format : < / b >
< ul >
< li > Each line is an entry . < / li >
< li > < b > Simple Name : < / b > e . g . , < code > My Awesome Series < / code > . Content matching this will go into a folder named " My Awesome Series " . < / li >
< li > < b > Grouped Aliases : < / b > e . g . , < code > ( Character A , Char A , Alt Name A ) < / code > . Content matching " Character A " , " Char A " , OR " Alt Name A " will ALL go into a single folder named " Character A Char A Alt Name A " ( after cleaning ) . All terms in the parentheses become aliases for that folder . < / li >
< / ul >
< / li >
< li > < b > Usage : < / b > Serves as a fallback for folder naming if a post doesn ' t match your active ' Filter by Character ( s ) ' input. You can manage simple entries via the UI or edit the file directly for complex aliases. The app reloads it on startup or next use.</li>
< / ul >
< / li >
< li > < b > < code > cookies . txt < / code > ( Optional ) : < / b >
< ul >
< li > If you use the ' Use Cookie ' feature and don ' t provide a direct cookie string or browse to a specific file, the application will look for a file named <code>cookies.txt</code> in its directory.</li>
< li > < b > Format : < / b > Must be in Netscape cookie file format . < / li >
< li > < b > Usage : < / b > Allows the downloader to use your browser ' s login session for accessing content that might be behind a login on Kemono/Coomer.</li>
< / ul >
< / li >
< / ul >
< h3 > First - Time User Tour < / h3 >
< ul >
< li > On the first launch ( or if reset ) , a welcome tour dialog appears , guiding you through the main features . You can skip it or choose to " Never show this tour again. " < / li >
< / ul >
< p > < em > Many UI elements also have tooltips that appear when you hover your mouse over them , providing quick hints . < / em > < / p >
< / body > < / html >
"""
steps = [
( page1_title , page1_content ) ,
( page2_title , page2_content ) ,
( page3_title , page3_content ) ,
( page4_title , page4_content ) ,
( page5_title , page5_content ) ,
( page6_title , page6_content ) ,
( page7_title , page7_content ) ,
( page8_title , page8_content ) ,
]
guide_dialog = HelpGuideDialog ( steps , self )
guide_dialog . exec_ ( )
2025-05-24 10:36:15 +05:30
def prompt_add_character ( self , character_name ) :
global KNOWN_NAMES
reply = QMessageBox . question ( self , " Add Filter Name to Known List? " , f " The name ' { character_name } ' was encountered or used as a filter. \n It ' s not in your known names list (used for folder suggestions). \n Add it now? " , QMessageBox . Yes | QMessageBox . No , QMessageBox . Yes )
result = ( reply == QMessageBox . Yes )
if result :
# For background prompts, assume it's a simple, non-group entry.
# The character_name here is the primary name of a filter object.
if self . add_new_character ( name_to_add = character_name ,
is_group_to_add = False , # Background prompts add simple entries
aliases_to_add = [ character_name ] ,
suppress_similarity_prompt = False ) : # Allow similarity prompt for background adds
self . log_signal . emit ( f " ✅ Added ' { character_name } ' to known names via background prompt. " )
else : result = False ; self . log_signal . emit ( f " ℹ ️ Adding ' { character_name } ' via background prompt was declined, failed, or a similar name conflict was not overridden. " )
self . character_prompt_response_signal . emit ( result )
def receive_add_character_result ( self , result ) :
with QMutexLocker ( self . prompt_mutex ) : self . _add_character_response = result
self . log_signal . emit ( f " Main thread received character prompt response: { ' Action resulted in addition/confirmation ' if result else ' Action resulted in no addition/declined ' } " )
def _update_multipart_toggle_button_text ( self ) :
if hasattr ( self , ' multipart_toggle_button ' ) :
text = " Multi-part: ON " if self . allow_multipart_download_setting else " Multi-part: OFF "
self . multipart_toggle_button . setText ( text )
if self . allow_multipart_download_setting :
self . multipart_toggle_button . setToolTip (
" Multi-part Download: ON \n \n "
" Enables downloading large files in multiple segments (parts) simultaneously. \n "
" - Can significantly speed up downloads for *single large files* (e.g., videos, large archives) if the server supports it. \n "
" - May increase CPU/network usage. \n "
" - For creator feeds with many *small files* (e.g., images), this might not offer speed benefits and could make the UI/log feel busy. \n "
" - If a multi-part download fails for a file, it will automatically retry with a single stream. \n "
" - Example: A 500MB video might be downloaded in 5 parts of 100MB each, concurrently. \n \n "
" Click to turn OFF (use single-stream for all files). "
)
else :
self . multipart_toggle_button . setToolTip (
" Multi-part Download: OFF \n \n "
" All files will be downloaded using a single connection (stream). \n "
" - This is generally stable and works well for most scenarios, especially for feeds with many smaller files. \n "
" - Large files will be downloaded sequentially in one go. \n "
" - Example: A 500MB video will be downloaded as one continuous stream. \n \n "
" Click to turn ON (enable multi-part for large files, see advisory on click). "
)
def _toggle_multipart_mode ( self ) :
if not self . allow_multipart_download_setting :
msg_box = QMessageBox ( self )
msg_box . setIcon ( QMessageBox . Warning )
msg_box . setWindowTitle ( " Multi-part Download Advisory " )
msg_box . setText (
" <b>Multi-part download advisory:</b><br><br> "
" <ul> "
" <li>Best suited for <b>large files</b> (e.g., single post videos).</li> "
" <li>When downloading a full creator feed with many small files (like images): "
" <ul><li>May not offer significant speed benefits.</li> "
" <li>Could potentially make the UI feel <b>choppy</b>.</li> "
" <li>May <b>spam the process log</b> with rapid, numerous small download messages.</li></ul></li> "
" <li>Consider using the <b> ' Videos ' filter</b> if downloading a creator feed to primarily target large files for multi-part.</li> "
" </ul><br> "
" Do you want to enable multi-part download? "
)
proceed_button = msg_box . addButton ( " Proceed Anyway " , QMessageBox . AcceptRole )
cancel_button = msg_box . addButton ( " Cancel " , QMessageBox . RejectRole )
msg_box . setDefaultButton ( proceed_button ) # Default to Proceed
msg_box . exec_ ( )
if msg_box . clickedButton ( ) == cancel_button :
self . log_signal . emit ( " ℹ ️ Multi-part download enabling cancelled by user." )
return # Exit without changing the state or button text
self . allow_multipart_download_setting = not self . allow_multipart_download_setting # Toggle the actual setting
self . _update_multipart_toggle_button_text ( )
self . settings . setValue ( ALLOW_MULTIPART_DOWNLOAD_KEY , self . allow_multipart_download_setting )
self . log_signal . emit ( f " ℹ ️ Multi-part download set to: { ' Enabled ' if self . allow_multipart_download_setting else ' Disabled ' } " )
def _open_known_txt_file ( self ) :
if not os . path . exists ( self . config_file ) :
QMessageBox . warning ( self , " File Not Found " ,
f " The file ' Known.txt ' was not found at: \n { self . config_file } \n \n "
" It will be created automatically when you add a known name or close the application. " )
self . log_signal . emit ( f " ℹ ️ ' Known.txt ' not found at { self . config_file } . It will be created later. " )
return
try :
if sys . platform == " win32 " :
os . startfile ( self . config_file )
elif sys . platform == " darwin " : # macOS
subprocess . call ( [ ' open ' , self . config_file ] )
else : # Linux and other Unix-like
subprocess . call ( [ ' xdg-open ' , self . config_file ] )
self . log_signal . emit ( f " ℹ ️ Attempted to open ' { os . path . basename ( self . config_file ) } ' with the default editor. " )
except FileNotFoundError : # Should be caught by os.path.exists, but as a fallback
QMessageBox . critical ( self , " Error " , f " Could not find ' { os . path . basename ( self . config_file ) } ' at { self . config_file } to open it. " )
self . log_signal . emit ( f " ❌ Error: ' { os . path . basename ( self . config_file ) } ' not found at { self . config_file } when trying to open. " )
except Exception as e :
QMessageBox . critical ( self , " Error Opening File " , f " Could not open ' { os . path . basename ( self . config_file ) } ' : \n { e } " )
self . log_signal . emit ( f " ❌ Error opening ' { os . path . basename ( self . config_file ) } ' : { e } " )
if __name__ == ' __main__ ' :
import traceback
import sys # Ensure sys is imported here if not already
import os # Ensure os is imported here
import time # For timestamping errors
def log_error_to_file ( exc_info_tuple ) :
# Log file will be next to the .exe or main.py
log_file_path = os . path . join ( os . path . dirname ( sys . executable ) if getattr ( sys , ' frozen ' , False ) else os . path . dirname ( __file__ ) , " critical_error_log.txt " )
with open ( log_file_path , " a " , encoding = " utf-8 " ) as f :
f . write ( f " Timestamp: { time . strftime ( ' % Y- % m- %d % H: % M: % S ' ) } \n " )
traceback . print_exception ( * exc_info_tuple , file = f )
f . write ( " - " * 80 + " \n \n " )
try :
qt_app = QApplication ( sys . argv )
if getattr ( sys , ' frozen ' , False ) : base_dir = sys . _MEIPASS
else : base_dir = os . path . dirname ( os . path . abspath ( __file__ ) )
icon_path = os . path . join ( base_dir , ' Kemono.ico ' )
if os . path . exists ( icon_path ) : qt_app . setWindowIcon ( QIcon ( icon_path ) )
else : print ( f " Warning: Application icon ' Kemono.ico ' not found at { icon_path } " )
downloader_app_instance = DownloaderApp ( )
primary_screen = QApplication . primaryScreen ( )
if not primary_screen :
screens = QApplication . screens ( )
if not screens :
downloader_app_instance . resize ( 1024 , 768 )
downloader_app_instance . show ( )
sys . exit ( qt_app . exec_ ( ) )
primary_screen = screens [ 0 ]
available_geo = primary_screen . availableGeometry ( )
screen_width = available_geo . width ( )
screen_height = available_geo . height ( )
min_app_width = 960 # Minimum width for the app to be usable
min_app_height = 680 # Minimum height
desired_app_width_ratio = 0.80 # Use 80% of available screen width
desired_app_height_ratio = 0.85 # Use 85% of available screen height
app_width = max ( min_app_width , int ( screen_width * desired_app_width_ratio ) )
app_height = max ( min_app_height , int ( screen_height * desired_app_height_ratio ) )
app_width = min ( app_width , screen_width )
app_height = min ( app_height , screen_height )
downloader_app_instance . resize ( app_width , app_height )
downloader_app_instance . show ( )
downloader_app_instance . _center_on_screen ( )
try :
tour_result = TourDialog . run_tour_if_needed ( downloader_app_instance )
if tour_result == QDialog . Accepted : print ( " Tour completed by user. " )
elif tour_result == QDialog . Rejected : print ( " Tour skipped or was already shown. " )
except NameError :
print ( " [Main] TourDialog class not found. Skipping tour. " ) # Should not happen if code is correct
except Exception as e_tour :
print ( f " [Main] Error during tour execution: { e_tour } " )
exit_code = qt_app . exec_ ( )
print ( f " Application finished with exit code: { exit_code } " )
sys . exit ( exit_code )
except SystemExit : pass
except Exception as e :
print ( " --- CRITICAL APPLICATION ERROR --- " )
print ( f " An unhandled exception occurred: { e } " )
traceback . print_exc ( )
print ( " --- END CRITICAL ERROR --- " )