import sys
import os
import time
import requests
import re
import threading
import queue
import hashlib
import http.client
import traceback
import html
import subprocess
import random
from collections import deque
from concurrent.futures import ThreadPoolExecutor, CancelledError, Future
from PyQt5.QtGui import (
QIcon,
QIntValidator,
QDesktopServices
)
from PyQt5.QtWidgets import (
QApplication, QWidget, QLabel, QLineEdit, QTextEdit, QPushButton,
QVBoxLayout, QHBoxLayout, QFileDialog, QMessageBox, QListWidget, QRadioButton, QButtonGroup, QCheckBox, QSplitter,
QDialog, QStackedWidget, QScrollArea, QListWidgetItem, QSizePolicy, QProgressBar,
QAbstractItemView,
QFrame,
QAbstractButton
)
from PyQt5.QtCore import Qt, QThread, pyqtSignal, QMutex, QMutexLocker, QObject, QTimer, QSettings, QStandardPaths, QCoreApplication, QUrl, QSize
from urllib.parse import urlparse
try:
from PIL import Image
except ImportError:
Image = None
from io import BytesIO
try:
print("Attempting to import from downloader_utils...")
from downloader_utils import (
KNOWN_NAMES,
clean_folder_name,
extract_post_info,
download_from_api,
PostProcessorSignals,
prepare_cookies_for_request,
PostProcessorWorker,
DownloadThread as BackendDownloadThread,
SKIP_SCOPE_FILES,
SKIP_SCOPE_POSTS,
SKIP_SCOPE_BOTH,
CHAR_SCOPE_TITLE,
CHAR_SCOPE_FILES,
CHAR_SCOPE_BOTH,
CHAR_SCOPE_COMMENTS,
FILE_DOWNLOAD_STATUS_FAILED_RETRYABLE_LATER,
STYLE_DATE_BASED,
STYLE_POST_TITLE_GLOBAL_NUMBERING
)
print("Successfully imported names from downloader_utils.")
except ImportError as e:
print(f"--- IMPORT ERROR ---")
print(f"Failed to import from 'downloader_utils.py': {e}")
print(f"--- Check downloader_utils.py for syntax errors or missing dependencies. ---")
KNOWN_NAMES = []
PostProcessorWorker = object
class _MockPostProcessorSignals(QObject):
progress_signal = pyqtSignal(str)
file_download_status_signal = pyqtSignal(bool)
external_link_signal = pyqtSignal(str, str, str, str, str) # Added decryption_key
file_progress_signal = pyqtSignal(str, object)
missed_character_post_signal = pyqtSignal(str, str)
def __init__(self, parent=None):
super().__init__(parent)
print("WARNING: Using MOCK PostProcessorSignals due to import error from downloader_utils.py. Some functionalities might be impaired.")
PostProcessorSignals = _MockPostProcessorSignals
BackendDownloadThread = QThread
def clean_folder_name(n): return str(n)
def extract_post_info(u): return None, None, None
def download_from_api(*a, **k): yield []
SKIP_SCOPE_FILES = "files" # type: ignore
SKIP_SCOPE_POSTS = "posts"
SKIP_SCOPE_BOTH = "both"
CHAR_SCOPE_TITLE = "title"
CHAR_SCOPE_FILES = "files"
CHAR_SCOPE_BOTH = "both"
CHAR_SCOPE_COMMENTS = "comments"
FILE_DOWNLOAD_STATUS_FAILED_RETRYABLE_LATER = "failed_retry_later"
STYLE_DATE_BASED = "date_based"
STYLE_POST_TITLE_GLOBAL_NUMBERING = "post_title_global_numbering"
except Exception as e:
print(f"--- UNEXPECTED IMPORT ERROR ---")
print(f"An unexpected error occurred during import: {e}")
traceback.print_exc()
print(f"-----------------------------", file=sys.stderr)
sys.exit(1)
MAX_THREADS = 200
RECOMMENDED_MAX_THREADS = 50
MAX_FILE_THREADS_PER_POST_OR_WORKER = 10
POST_WORKER_BATCH_THRESHOLD = 30
POST_WORKER_NUM_BATCHES = 4
SOFT_WARNING_THREAD_THRESHOLD = 40
POST_WORKER_BATCH_DELAY_SECONDS = 2.5
MAX_POST_WORKERS_WHEN_COMMENT_FILTERING = 3
HTML_PREFIX = ""
CONFIG_ORGANIZATION_NAME = "KemonoDownloader"
CONFIG_APP_NAME_MAIN = "ApplicationSettings"
MANGA_FILENAME_STYLE_KEY = "mangaFilenameStyleV1"
STYLE_POST_TITLE = "post_title"
STYLE_ORIGINAL_NAME = "original_name"
STYLE_DATE_BASED = "date_based"
STYLE_POST_TITLE_GLOBAL_NUMBERING = STYLE_POST_TITLE_GLOBAL_NUMBERING
SKIP_WORDS_SCOPE_KEY = "skipWordsScopeV1"
ALLOW_MULTIPART_DOWNLOAD_KEY = "allowMultipartDownloadV1"
USE_COOKIE_KEY = "useCookieV1"
COOKIE_TEXT_KEY = "cookieTextV1"
CHAR_FILTER_SCOPE_KEY = "charFilterScopeV1"
SCAN_CONTENT_IMAGES_KEY = "scanContentForImagesV1"
CONFIRM_ADD_ALL_ACCEPTED = 1
FAVORITE_SCOPE_SELECTED_LOCATION = "selected_location"
FAVORITE_SCOPE_ARTIST_FOLDERS = "artist_folders"
CONFIRM_ADD_ALL_SKIP_ADDING = 2
CONFIRM_ADD_ALL_CANCEL_DOWNLOAD = 3
class ConfirmAddAllDialog(QDialog):
"""A dialog to confirm adding multiple new names to Known.txt."""
def __init__(self, new_filter_objects_list, parent=None):
super().__init__(parent)
self.setWindowTitle("Confirm Adding New Names")
self.setModal(True)
self.new_filter_objects_list = new_filter_objects_list
self.user_choice = CONFIRM_ADD_ALL_CANCEL_DOWNLOAD
main_layout = QVBoxLayout(self)
info_label = QLabel(
"The following new names/groups from your 'Filter by Character(s)' input are not in 'Known.txt'.\n"
"Adding them can improve folder organization for future downloads.\n\n"
"Review the list and choose an action:"
)
info_label.setWordWrap(True)
main_layout.addWidget(info_label)
self.names_list_widget = QListWidget()
for filter_obj in self.new_filter_objects_list:
item_text = filter_obj["name"]
list_item = QListWidgetItem(item_text)
list_item.setFlags(list_item.flags() | Qt.ItemIsUserCheckable)
list_item.setCheckState(Qt.Checked)
list_item.setData(Qt.UserRole, filter_obj)
self.names_list_widget.addItem(list_item)
main_layout.addWidget(self.names_list_widget)
selection_buttons_layout = QHBoxLayout()
self.select_all_button = QPushButton("Select All")
self.select_all_button.clicked.connect(self._select_all_items)
selection_buttons_layout.addWidget(self.select_all_button)
self.deselect_all_button = QPushButton("Deselect All")
self.deselect_all_button.clicked.connect(self._deselect_all_items)
selection_buttons_layout.addWidget(self.deselect_all_button)
selection_buttons_layout.addStretch()
main_layout.addLayout(selection_buttons_layout)
buttons_layout = QHBoxLayout()
self.add_selected_button = QPushButton("Add Selected to Known.txt")
self.add_selected_button.clicked.connect(self._accept_add_selected)
buttons_layout.addWidget(self.add_selected_button)
self.skip_adding_button = QPushButton("Skip Adding These")
self.skip_adding_button.clicked.connect(self._reject_skip_adding)
buttons_layout.addWidget(self.skip_adding_button)
buttons_layout.addStretch()
self.cancel_download_button = QPushButton("Cancel Download")
self.cancel_download_button.clicked.connect(self._reject_cancel_download)
buttons_layout.addWidget(self.cancel_download_button)
main_layout.addLayout(buttons_layout)
self.setMinimumWidth(480)
self.setMinimumHeight(350)
if parent and hasattr(parent, 'get_dark_theme'):
self.setStyleSheet(parent.get_dark_theme())
self.add_selected_button.setDefault(True)
def _select_all_items(self):
for i in range(self.names_list_widget.count()):
self.names_list_widget.item(i).setCheckState(Qt.Checked)
def _deselect_all_items(self):
for i in range(self.names_list_widget.count()):
self.names_list_widget.item(i).setCheckState(Qt.Unchecked)
def _accept_add_selected(self):
selected_objects = []
for i in range(self.names_list_widget.count()):
item = self.names_list_widget.item(i)
if item.checkState() == Qt.Checked:
filter_obj = item.data(Qt.UserRole)
if filter_obj:
selected_objects.append(filter_obj)
self.user_choice = selected_objects
self.accept()
def _reject_skip_adding(self):
self.user_choice = CONFIRM_ADD_ALL_SKIP_ADDING
self.reject()
def _reject_cancel_download(self):
self.user_choice = CONFIRM_ADD_ALL_CANCEL_DOWNLOAD
self.reject()
def exec_(self):
super().exec_()
if isinstance(self.user_choice, list) and not self.user_choice:
return CONFIRM_ADD_ALL_SKIP_ADDING
return self.user_choice
class CookieHelpDialog(QDialog):
"""A dialog to explain how to get a cookies.txt file."""
# Define constants for user choices
CHOICE_PROCEED_WITHOUT_COOKIES = 1
CHOICE_CANCEL_DOWNLOAD = 2
CHOICE_OK_INFO_ONLY = 3
def __init__(self, parent=None, offer_download_without_option=False):
super().__init__(parent)
self.setWindowTitle("Cookie File Instructions")
self.setModal(True)
self.offer_download_without_option = offer_download_without_option
self.user_choice = None # Will be set by button actions
# Main layout
main_layout = QVBoxLayout(self)
instruction_text = """
To use cookies, you typically need a cookies.txt file from your browser.
How to get cookies.txt:
- Install the 'Get cookies.txt LOCALLY' extension for your Chrome-based browser:
Get cookies.txt LOCALLY on Chrome Web Store
- Go to the website (e.g., kemono.su or coomer.su) and log in if necessary.
- Click the extension's icon in your browser toolbar.
- Click an 'Export' button (e.g., "Export As", "Export cookies.txt" - the exact wording might vary depending on the extension version).
- Save the downloaded
cookies.txt file to your computer.
- In this application:
- Ensure the 'Use Cookie' checkbox is checked.
- Click the 'Browse...' button next to the cookie text field.
- Select the
cookies.txt file you just saved.
Alternatively, some extensions might allow you to copy the cookie string directly. If so, you can paste it into the text field instead of browsing for a file.
"""
info_label = QLabel(instruction_text)
info_label.setTextFormat(Qt.RichText)
info_label.setOpenExternalLinks(True)
info_label.setWordWrap(True)
main_layout.addWidget(info_label)
# Button layout
button_layout = QHBoxLayout()
if self.offer_download_without_option:
button_layout.addStretch(1) # Push both buttons to the right
self.download_without_button = QPushButton("Download without Cookies")
self.download_without_button.clicked.connect(self._proceed_without_cookies)
button_layout.addWidget(self.download_without_button)
self.cancel_button = QPushButton("Cancel Download")
self.cancel_button.clicked.connect(self._cancel_download)
button_layout.addWidget(self.cancel_button)
else:
button_layout.addStretch(1) # Push OK to the right
self.ok_button = QPushButton("OK")
self.ok_button.clicked.connect(self._ok_info_only)
button_layout.addWidget(self.ok_button)
main_layout.addLayout(button_layout)
if parent and hasattr(parent, 'get_dark_theme'):
self.setStyleSheet(parent.get_dark_theme())
self.setMinimumWidth(500)
def _proceed_without_cookies(self):
self.user_choice = self.CHOICE_PROCEED_WITHOUT_COOKIES
self.accept() # or self.done(QDialog.Accepted)
def _cancel_download(self):
self.user_choice = self.CHOICE_CANCEL_DOWNLOAD
self.reject() # or self.done(QDialog.Rejected)
def _ok_info_only(self):
self.user_choice = self.CHOICE_OK_INFO_ONLY
self.accept() # or self.done(QDialog.Accepted)
class KnownNamesFilterDialog(QDialog):
"""A dialog to select names from Known.txt to add to the filter input."""
def __init__(self, known_names_list, parent=None):
super().__init__(parent)
self.setWindowTitle("Add Known Names to Filter")
self.setModal(True)
self.all_known_name_entries = sorted(known_names_list, key=lambda x: x['name'].lower())
self.selected_entries_to_return = []
main_layout = QVBoxLayout(self)
self.search_input = QLineEdit()
self.search_input.setPlaceholderText("Search names...")
self.search_input.textChanged.connect(self._filter_list_display)
main_layout.addWidget(self.search_input)
self.names_list_widget = QListWidget()
self._populate_list_widget()
main_layout.addWidget(self.names_list_widget)
buttons_layout = QHBoxLayout()
self.select_all_button = QPushButton("Select All")
self.select_all_button.clicked.connect(self._select_all_items)
buttons_layout.addWidget(self.select_all_button)
self.deselect_all_button = QPushButton("Deselect All")
self.deselect_all_button.clicked.connect(self._deselect_all_items)
buttons_layout.addWidget(self.deselect_all_button)
buttons_layout.addStretch(1)
self.add_button = QPushButton("Add Selected")
self.add_button.clicked.connect(self._accept_selection_action)
buttons_layout.addWidget(self.add_button)
self.cancel_button = QPushButton("Cancel")
self.cancel_button.clicked.connect(self.reject)
buttons_layout.addWidget(self.cancel_button)
main_layout.addLayout(buttons_layout)
self.setMinimumWidth(350)
self.setMinimumHeight(400)
if parent and hasattr(parent, 'get_dark_theme'):
self.setStyleSheet(parent.get_dark_theme())
self.add_button.setDefault(True)
def _populate_list_widget(self, names_to_display=None):
self.names_list_widget.clear()
current_entries_source = names_to_display if names_to_display is not None else self.all_known_name_entries
for entry_obj in current_entries_source:
item = QListWidgetItem(entry_obj['name'])
item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
item.setCheckState(Qt.Unchecked)
item.setData(Qt.UserRole, entry_obj)
self.names_list_widget.addItem(item)
def _filter_list_display(self):
search_text = self.search_input.text().lower()
if not search_text:
self._populate_list_widget()
return
filtered_entries = [
entry_obj for entry_obj in self.all_known_name_entries if search_text in entry_obj['name'].lower()
]
self._populate_list_widget(filtered_entries)
def _accept_selection_action(self):
self.selected_entries_to_return = []
for i in range(self.names_list_widget.count()):
item = self.names_list_widget.item(i)
if item.checkState() == Qt.Checked:
self.selected_entries_to_return.append(item.data(Qt.UserRole))
self.accept()
def _select_all_items(self):
"""Checks all items in the list widget."""
for i in range(self.names_list_widget.count()):
self.names_list_widget.item(i).setCheckState(Qt.Checked)
def _deselect_all_items(self):
"""Unchecks all items in the list widget."""
for i in range(self.names_list_widget.count()):
self.names_list_widget.item(i).setCheckState(Qt.Unchecked)
def get_selected_entries(self):
return self.selected_entries_to_return
class FavoriteArtistsDialog(QDialog):
"""Dialog to display and select favorite artists."""
def __init__(self, parent_app, cookies_config):
super().__init__(parent_app)
self.parent_app = parent_app
self.cookies_config = cookies_config
self.all_fetched_artists = []
self.selected_artist_urls = []
self.setWindowTitle("Favorite Artists")
self.setModal(True) # type: ignore
self.setMinimumSize(500, 500) # Reduced minimum height
if hasattr(self.parent_app, 'get_dark_theme'):
self.setStyleSheet(self.parent_app.get_dark_theme())
self._init_ui()
self._fetch_favorite_artists()
def _init_ui(self):
main_layout = QVBoxLayout(self)
self.status_label = QLabel("Loading favorite artists...")
self.status_label.setAlignment(Qt.AlignCenter)
main_layout.addWidget(self.status_label)
self.search_input = QLineEdit()
self.search_input.setPlaceholderText("Search artists...")
self.search_input.textChanged.connect(self._filter_artist_list_display)
main_layout.addWidget(self.search_input)
self.artist_list_widget = QListWidget()
self.artist_list_widget.setStyleSheet("""
QListWidget::item {
border-bottom: 1px solid #4A4A4A; /* Slightly softer line */
padding-top: 4px;
padding-bottom: 4px;
}""")
main_layout.addWidget(self.artist_list_widget)
self.artist_list_widget.setAlternatingRowColors(True)
# Initially hide list and search until content is loaded
self.search_input.setVisible(False)
self.artist_list_widget.setVisible(False)
self.status_label.setText("β³ Loading favorite artists...") # Initial loading message
self.status_label.setAlignment(Qt.AlignCenter)
combined_buttons_layout = QHBoxLayout()
self.select_all_button = QPushButton("Select All")
self.select_all_button.clicked.connect(self._select_all_items)
combined_buttons_layout.addWidget(self.select_all_button)
self.deselect_all_button = QPushButton("Deselect All")
self.deselect_all_button.clicked.connect(self._deselect_all_items)
combined_buttons_layout.addWidget(self.deselect_all_button)
self.download_button = QPushButton("Download Selected")
self.download_button.clicked.connect(self._accept_selection_action)
self.download_button.setEnabled(False)
self.download_button.setDefault(True)
combined_buttons_layout.addWidget(self.download_button)
self.cancel_button = QPushButton("Cancel")
self.cancel_button.clicked.connect(self.reject)
combined_buttons_layout.addWidget(self.cancel_button)
combined_buttons_layout.addStretch(1)
main_layout.addLayout(combined_buttons_layout)
def _logger(self, message):
"""Helper to log messages, either to parent app or console."""
if hasattr(self.parent_app, 'log_signal') and self.parent_app.log_signal:
self.parent_app.log_signal.emit(f"[FavArtistsDialog] {message}")
else:
print(f"[FavArtistsDialog] {message}")
def _show_content_elements(self, show):
"""Helper to show/hide content-related widgets."""
self.search_input.setVisible(show)
self.artist_list_widget.setVisible(show)
def _fetch_favorite_artists(self):
fav_url = "https://kemono.su/api/v1/account/favorites?type=artist"
self._logger(f"Attempting to fetch favorite artists from: {fav_url}")
cookies_dict = prepare_cookies_for_request(
self.cookies_config['use_cookie'],
self.cookies_config['cookie_text'],
self.cookies_config['selected_cookie_file'],
self.cookies_config['app_base_dir'],
self._logger
)
if self.cookies_config['use_cookie'] and not cookies_dict:
self.status_label.setText("Error: Cookies enabled but could not be loaded. Cannot fetch favorites.")
self._show_content_elements(False)
self._logger("Error: Cookies enabled but could not be loaded. Showing help dialog.")
cookie_help_dialog = CookieHelpDialog(self)
cookie_help_dialog.exec_()
self.download_button.setEnabled(False)
return
try:
headers = {'User-Agent': 'Mozilla/5.0'}
response = requests.get(fav_url, headers=headers, cookies=cookies_dict, timeout=20)
response.raise_for_status()
artists_data = response.json()
if not isinstance(artists_data, list):
self.status_label.setText("Error: API did not return a list of artists.")
self._show_content_elements(False)
self._logger(f"Error: Expected a list from API, got {type(artists_data)}")
QMessageBox.critical(self, "API Error", "The favorite artists API did not return the expected data format (list).")
return
self.all_fetched_artists = []
for artist_entry in artists_data:
artist_id = artist_entry.get("id")
artist_name = html.unescape(artist_entry.get("name", "Unknown Artist").strip())
artist_service = artist_entry.get("service")
if artist_id and artist_name and artist_service:
full_url = f"https://kemono.su/{artist_service}/user/{artist_id}"
self.all_fetched_artists.append({'name': artist_name, 'url': full_url, 'service': artist_service})
else:
self._logger(f"Warning: Skipping favorite artist entry due to missing data: {artist_entry}")
self.all_fetched_artists.sort(key=lambda x: x['name'].lower())
self._populate_artist_list_widget()
if self.all_fetched_artists:
self.status_label.setText(f"Found {len(self.all_fetched_artists)} favorite artist(s).")
self._show_content_elements(True)
self.download_button.setEnabled(True)
else:
self.status_label.setText("No favorite artists found.")
self._show_content_elements(False)
self.download_button.setEnabled(False)
except requests.exceptions.RequestException as e:
self.status_label.setText(f"Error fetching favorites: {e}")
self._show_content_elements(False)
self._logger(f"Error fetching favorites: {e}")
QMessageBox.critical(self, "Fetch Error", f"Could not fetch favorite artists: {e}")
self.download_button.setEnabled(False)
except Exception as e:
self.status_label.setText(f"An unexpected error occurred: {e}")
self._show_content_elements(False)
self._logger(f"Unexpected error: {e}")
QMessageBox.critical(self, "Error", f"An unexpected error occurred: {e}")
self.download_button.setEnabled(False)
def _populate_artist_list_widget(self, artists_to_display=None):
self.artist_list_widget.clear()
source_list = artists_to_display if artists_to_display is not None else self.all_fetched_artists
for artist_data in source_list:
item = QListWidgetItem(f"{artist_data['name']} ({artist_data.get('service', 'N/A').capitalize()})") # type: ignore
item.setFlags(item.flags() | Qt.ItemIsUserCheckable)
item.setCheckState(Qt.Unchecked)
item.setData(Qt.UserRole, artist_data)
self.artist_list_widget.addItem(item)
def _filter_artist_list_display(self):
search_text = self.search_input.text().lower().strip()
if not search_text:
self._populate_artist_list_widget()
return
filtered_artists = [
artist for artist in self.all_fetched_artists
if search_text in artist['name'].lower() or search_text in artist['url'].lower()
]
self._populate_artist_list_widget(filtered_artists)
def _select_all_items(self):
for i in range(self.artist_list_widget.count()):
self.artist_list_widget.item(i).setCheckState(Qt.Checked)
def _deselect_all_items(self):
for i in range(self.artist_list_widget.count()):
self.artist_list_widget.item(i).setCheckState(Qt.Unchecked)
def _accept_selection_action(self):
self.selected_artists_data = []
for i in range(self.artist_list_widget.count()):
item = self.artist_list_widget.item(i)
if item.checkState() == Qt.Checked:
self.selected_artists_data.append(item.data(Qt.UserRole))
if not self.selected_artists_data:
QMessageBox.information(self, "No Selection", "Please select at least one artist to download.")
return
self.accept()
def get_selected_artists(self):
return self.selected_artists_data
class FavoritePostsFetcherThread(QThread):
"""Worker thread to fetch favorite posts and creator names."""
status_update = pyqtSignal(str)
progress_bar_update = pyqtSignal(int, int) # value, maximum
finished = pyqtSignal(list, str) # list of posts, error message (or None)
def __init__(self, cookies_config, parent_logger_func): # Removed parent_get_domain_func
super().__init__()
self.cookies_config = cookies_config
self.parent_logger_func = parent_logger_func
self.cancellation_event = threading.Event()
def _logger(self, message):
self.parent_logger_func(f"[FavPostsFetcherThread] {message}")
def run(self):
fav_url = "https://kemono.su/api/v1/account/favorites?type=post"
self._logger(f"Attempting to fetch favorite posts from: {fav_url}")
self.status_update.emit("Fetching list of favorite posts...")
self.progress_bar_update.emit(0, 0) # Indeterminate state for initial fetch
cookies_dict = prepare_cookies_for_request(
self.cookies_config['use_cookie'],
self.cookies_config['cookie_text'],
self.cookies_config['selected_cookie_file'],
self.cookies_config['app_base_dir'],
self._logger
)
if self.cookies_config['use_cookie'] and not cookies_dict:
self.finished.emit([], "COOKIES_REQUIRED_BUT_NOT_FOUND")
return
try:
headers = {'User-Agent': 'Mozilla/5.0'}
response = requests.get(fav_url, headers=headers, cookies=cookies_dict, timeout=20)
response.raise_for_status()
posts_data_from_api = response.json()
if not isinstance(posts_data_from_api, list):
self.finished.emit([], f"Error: API did not return a list of posts (got {type(posts_data_from_api)}).")
return
# --- This is the creator name fetching logic, moved from FavoritePostsDialog ---
all_fetched_posts_temp = []
for post_entry in posts_data_from_api:
post_id = post_entry.get("id")
post_title = html.unescape(post_entry.get("title", "Untitled Post").strip())
service = post_entry.get("service")
creator_id = post_entry.get("user")
added_date_str = post_entry.get("added", post_entry.get("published", ""))
if post_id and post_title and service and creator_id:
all_fetched_posts_temp.append({
'post_id': post_id, 'title': post_title, 'service': service,
'creator_id': creator_id, 'added_date': added_date_str
})
else:
self._logger(f"Warning: Skipping favorite post entry due to missing data: {post_entry}")
# Creator name fetching logic removed.
# Sort by service, then creator_id, then date for consistent grouping
all_fetched_posts_temp.sort(key=lambda x: (x.get('service','').lower(), x.get('creator_id','').lower(), x.get('added_date', '')), reverse=False)
self.finished.emit(all_fetched_posts_temp, None)
except requests.exceptions.RequestException as e:
self.finished.emit([], f"Error fetching favorite posts: {e}")
except Exception as e:
self.finished.emit([], f"An unexpected error occurred: {e}")
class PostListItemWidget(QWidget):
"""Custom widget for displaying a single post in the FavoritePostsDialog list."""
def __init__(self, post_data_dict, parent_dialog_ref, parent=None):
super().__init__(parent)
self.post_data = post_data_dict
self.parent_dialog = parent_dialog_ref # Reference to FavoritePostsDialog
self.layout = QHBoxLayout(self)
self.layout.setContentsMargins(5, 3, 5, 3) # Reduced vertical margins slightly
self.layout.setSpacing(10)
self.checkbox = QCheckBox()
self.layout.addWidget(self.checkbox)
self.info_label = QLabel()
self.info_label.setWordWrap(True)
self.info_label.setTextFormat(Qt.RichText)
self.layout.addWidget(self.info_label, 1)
self._setup_display_text()
def _setup_display_text(self):
suffix_plain = self.post_data.get('suffix_for_display', "") # Changed from prefix_for_display
title_plain = self.post_data.get('title', 'Untitled Post')
# Escape them for HTML display
escaped_suffix = html.escape(suffix_plain) # Changed from escaped_prefix
escaped_title = html.escape(title_plain)
# Styles
p_style_paragraph = "font-size:10.5pt; margin:0; padding:0;" # Base paragraph style (size, margins)
title_span_style = "font-weight:bold; color:#E0E0E0;" # Style for the title part (bold, bright white)
suffix_span_style = "color:#999999; font-weight:normal; font-size:9.5pt;" # Style for the suffix (dimmer gray, normal weight, slightly smaller)
if escaped_suffix:
# Title part is bold and bright, suffix part is normal weight and dimmer
display_html_content = f"{escaped_title}{escaped_suffix}
"
else:
# Only title part
display_html_content = f"{escaped_title}
"
self.info_label.setText(display_html_content)
def isChecked(self): return self.checkbox.isChecked()
def setCheckState(self, state): self.checkbox.setCheckState(state)
def get_post_data(self): return self.post_data
class FavoritePostsDialog(QDialog):
"""Dialog to display and select favorite posts."""
def __init__(self, parent_app, cookies_config, known_names_list_ref):
super().__init__(parent_app)
self.parent_app = parent_app
self.cookies_config = cookies_config
self.all_fetched_posts = []
self.selected_posts_data = []
self.known_names_list_ref = known_names_list_ref # Store reference to global KNOWN_NAMES
self.displayable_grouped_posts = {} # For storing posts grouped by artist
self.fetcher_thread = None # For the worker thread
self.setWindowTitle("Favorite Posts") # type: ignore
self.setModal(True) # type: ignore
self.setMinimumSize(600, 600) # Reduced minimum height
if hasattr(self.parent_app, 'get_dark_theme'):
self.setStyleSheet(self.parent_app.get_dark_theme())
self._init_ui()
self._start_fetching_favorite_posts() # Changed to start thread
def _init_ui(self):
main_layout = QVBoxLayout(self)
self.status_label = QLabel("Loading favorite posts...")
self.status_label.setAlignment(Qt.AlignCenter)
main_layout.addWidget(self.status_label)
self.progress_bar = QProgressBar()
self.progress_bar.setTextVisible(False) # Or True if you want text on the bar
self.progress_bar.setVisible(False) # Initially hidden
main_layout.addWidget(self.progress_bar)
self.search_input = QLineEdit()
self.search_input.setPlaceholderText("Search posts (title, creator ID, service)...")
self.search_input.textChanged.connect(self._filter_post_list_display)
main_layout.addWidget(self.search_input)
self.post_list_widget = QListWidget()
self.post_list_widget.setStyleSheet("""
QListWidget::item {
border-bottom: 1px solid #4A4A4A;
padding-top: 4px;
padding-bottom: 4px;
}""")
self.post_list_widget.setAlternatingRowColors(True)
main_layout.addWidget(self.post_list_widget)
combined_buttons_layout = QHBoxLayout()
self.select_all_button = QPushButton("Select All")
self.select_all_button.clicked.connect(self._select_all_items)
combined_buttons_layout.addWidget(self.select_all_button)
self.deselect_all_button = QPushButton("Deselect All")
self.deselect_all_button.clicked.connect(self._deselect_all_items)
combined_buttons_layout.addWidget(self.deselect_all_button)
self.download_button = QPushButton("Download Selected")
self.download_button.clicked.connect(self._accept_selection_action)
self.download_button.setEnabled(False)
self.download_button.setDefault(True)
combined_buttons_layout.addWidget(self.download_button)
self.cancel_button = QPushButton("Cancel")
self.cancel_button.clicked.connect(self.reject)
combined_buttons_layout.addWidget(self.cancel_button)
combined_buttons_layout.addStretch(1)
main_layout.addLayout(combined_buttons_layout)
def _logger(self, message):
if hasattr(self.parent_app, 'log_signal') and self.parent_app.log_signal:
self.parent_app.log_signal.emit(f"[FavPostsDialog] {message}")
else:
print(f"[FavPostsDialog] {message}")
def _start_fetching_favorite_posts(self):
self.download_button.setEnabled(False) # Disable download button during fetch
self.status_label.setText("Initializing favorite posts fetch...")
self.fetcher_thread = FavoritePostsFetcherThread(
self.cookies_config,
self.parent_app.log_signal.emit, # Pass parent's logger
) # Removed _get_domain_for_service
self.fetcher_thread.status_update.connect(self.status_label.setText)
self.fetcher_thread.finished.connect(self._on_fetch_completed)
self.fetcher_thread.progress_bar_update.connect(self._set_progress_bar_value) # Connect the missing signal
self.progress_bar.setVisible(True)
self.fetcher_thread.start()
def _set_progress_bar_value(self, value, maximum):
if maximum == 0: # Indeterminate
self.progress_bar.setRange(0, 0)
self.progress_bar.setValue(0) # Some styles might need value set for indeterminate
else:
self.progress_bar.setRange(0, maximum)
self.progress_bar.setValue(value)
def _on_fetch_completed(self, fetched_posts_list, error_msg):
if error_msg:
if error_msg == "COOKIES_REQUIRED_BUT_NOT_FOUND":
self.status_label.setText("Error: Cookies are required for favorite posts but could not be loaded.")
self._logger("Error: Cookies required for favorite posts but not found. Showing help dialog.")
cookie_help_dialog = CookieHelpDialog(self)
cookie_help_dialog.exec_()
self.download_button.setEnabled(False) # Ensure it's disabled
else:
self.status_label.setText(error_msg)
self._logger(error_msg) # Log to main app log
QMessageBox.critical(self, "Fetch Error", error_msg)
self.download_button.setEnabled(False)
return
self.progress_bar.setVisible(False)
self.all_fetched_posts = fetched_posts_list
self._populate_post_list_widget() # This will now group and display
self.status_label.setText(f"{len(self.all_fetched_posts)} favorite post(s) found.")
self.download_button.setEnabled(len(self.all_fetched_posts) > 0)
if self.fetcher_thread:
self.fetcher_thread.quit()
self.fetcher_thread.wait()
self.fetcher_thread = None
def _find_best_known_name_match_in_title(self, title_raw):
if not title_raw or not self.known_names_list_ref:
return None
title_lower = title_raw.lower()
best_match_known_name_primary = None
longest_match_len = 0
for known_entry in self.known_names_list_ref:
aliases_to_check = set()
# Add all explicit aliases from the known entry
for alias_val in known_entry.get("aliases", []):
aliases_to_check.add(alias_val)
# For non-group entries, the primary name is also a key alias
if not known_entry.get("is_group", False):
aliases_to_check.add(known_entry["name"])
# Sort this entry's aliases by length (longest first)
# to prioritize more specific aliases within the same known_entry
sorted_aliases_for_entry = sorted(list(aliases_to_check), key=len, reverse=True)
for alias in sorted_aliases_for_entry:
alias_lower = alias.lower()
if not alias_lower:
continue
# Check for whole word match using regex
if re.search(r'\b' + re.escape(alias_lower) + r'\b', title_lower):
if len(alias_lower) > longest_match_len:
longest_match_len = len(alias_lower)
best_match_known_name_primary = known_entry["name"] # Store the primary name
# Since aliases for this entry are sorted by length, first match is the best for this entry
break # Move to the next known_entry
return best_match_known_name_primary
def _populate_post_list_widget(self, posts_to_display=None):
self.post_list_widget.clear()
source_list_for_grouping = posts_to_display if posts_to_display is not None else self.all_fetched_posts
# Group posts by (service, creator_id)
grouped_posts = {}
for post in source_list_for_grouping:
service = post.get('service', 'unknown_service')
creator_id = post.get('creator_id', 'unknown_id')
group_key = (service, creator_id) # Use tuple as key
if group_key not in grouped_posts:
grouped_posts[group_key] = []
grouped_posts[group_key].append(post)
sorted_group_keys = sorted(grouped_posts.keys(), key=lambda x: (x[0].lower(), x[1].lower()))
self.displayable_grouped_posts = {
key: sorted(grouped_posts[key], key=lambda p: p.get('added_date', ''), reverse=True)
for key in sorted_group_keys
}
for service, creator_id_val in sorted_group_keys:
artist_name = f"{service.capitalize()} / {creator_id_val}" # Display service and ID
# Add artist header item
artist_header_item = QListWidgetItem(f"π¨ {artist_name}")
artist_header_item.setFlags(Qt.NoItemFlags) # Not selectable, not checkable
font = artist_header_item.font()
font.setBold(True)
font.setPointSize(font.pointSize() + 1) # Make it a bit larger
artist_header_item.setFont(font)
artist_header_item.setForeground(Qt.cyan) # Style for header
self.post_list_widget.addItem(artist_header_item)
# Add post items for this artist
for post_data in self.displayable_grouped_posts[(service, creator_id_val)]:
post_title_raw = post_data.get('title', 'Untitled Post')
# Find if a known name is in the title and prepare prefix
found_known_name_primary = self._find_best_known_name_match_in_title(post_title_raw)
plain_text_title_for_list_item = post_title_raw
if found_known_name_primary:
suffix_text = f" [Known - {found_known_name_primary}]" # Changed to suffix format
post_data['suffix_for_display'] = suffix_text # Store as suffix_for_display
plain_text_title_for_list_item = post_title_raw + suffix_text # Append suffix
else:
post_data.pop('suffix_for_display', None) # Ensure suffix key is removed if no match
list_item = QListWidgetItem(self.post_list_widget) # Parent it
list_item.setText(plain_text_title_for_list_item) # Use plain text (possibly prefixed)
list_item.setFlags(list_item.flags() | Qt.ItemIsUserCheckable)
list_item.setCheckState(Qt.Unchecked)
list_item.setData(Qt.UserRole, post_data) # Store full data for this post
self.post_list_widget.addItem(list_item)
def _filter_post_list_display(self):
search_text = self.search_input.text().lower().strip()
if not search_text:
self._populate_post_list_widget(self.all_fetched_posts) # Repopulate with all, which will group
return
filtered_posts_to_group = []
for post in self.all_fetched_posts:
# Check if search text matches post title, creator name, creator ID, or service
matches_post_title = search_text in post.get('title', '').lower()
matches_creator_name = False # Creator name is no longer fetched
matches_creator_id = search_text in post.get('creator_id', '').lower()
matches_service = search_text in post['service'].lower()
if matches_post_title or matches_creator_name or matches_creator_id or matches_service:
filtered_posts_to_group.append(post)
self._populate_post_list_widget(filtered_posts_to_group) # Repopulate with filtered, which will group
def _select_all_items(self):
for i in range(self.post_list_widget.count()):
item = self.post_list_widget.item(i)
if item and item.flags() & Qt.ItemIsUserCheckable: # Only check actual post items
item.setCheckState(Qt.Checked)
def _deselect_all_items(self):
for i in range(self.post_list_widget.count()):
item = self.post_list_widget.item(i)
if item and item.flags() & Qt.ItemIsUserCheckable: # Only uncheck actual post items
item.setCheckState(Qt.Unchecked)
def _accept_selection_action(self):
self.selected_posts_data = []
for i in range(self.post_list_widget.count()):
item = self.post_list_widget.item(i)
if item and item.checkState() == Qt.Checked:
post_data_for_download = item.data(Qt.UserRole)
self.selected_posts_data.append(post_data_for_download)
if not self.selected_posts_data:
QMessageBox.information(self, "No Selection", "Please select at least one post to download.")
return
self.accept()
def get_selected_posts(self):
return self.selected_posts_data
class HelpGuideDialog(QDialog):
"""A multi-page dialog for displaying the feature guide."""
def __init__(self, steps_data, parent=None):
super().__init__(parent)
self.current_step = 0
self.steps_data = steps_data
self.setWindowTitle("Kemono Downloader - Feature Guide")
self.setModal(True)
self.setFixedSize(650, 600)
self.setStyleSheet(parent.get_dark_theme() if hasattr(parent, 'get_dark_theme') else """
QDialog { background-color: #2E2E2E; border: 1px solid #5A5A5A; }
QLabel { color: #E0E0E0; }
QPushButton { background-color: #555; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 8px 15px; border-radius: 4px; min-height: 25px; font-size: 11pt; }
QPushButton:hover { background-color: #656565; }
QPushButton:pressed { background-color: #4A4A4A; }
""")
self._init_ui()
if parent:
self.move(parent.geometry().center() - self.rect().center())
def _init_ui(self):
main_layout = QVBoxLayout(self)
main_layout.setContentsMargins(0, 0, 0, 0)
main_layout.setSpacing(0)
self.stacked_widget = QStackedWidget()
main_layout.addWidget(self.stacked_widget, 1)
self.tour_steps_widgets = []
for title, content in self.steps_data:
step_widget = TourStepWidget(title, content)
self.tour_steps_widgets.append(step_widget)
self.stacked_widget.addWidget(step_widget)
buttons_layout = QHBoxLayout()
buttons_layout.setContentsMargins(15, 10, 15, 15)
buttons_layout.setSpacing(10)
self.back_button = QPushButton("Back")
self.back_button.clicked.connect(self._previous_step)
self.back_button.setEnabled(False)
if getattr(sys, 'frozen', False) and hasattr(sys, '_MEIPASS'):
assets_base_dir = sys._MEIPASS
else:
assets_base_dir = os.path.dirname(os.path.abspath(__file__))
github_icon_path = os.path.join(assets_base_dir, "assets", "github.png")
instagram_icon_path = os.path.join(assets_base_dir, "assets", "instagram.png")
discord_icon_path = os.path.join(assets_base_dir, "assets", "discord.png")
self.github_button = QPushButton(QIcon(github_icon_path), "")
self.instagram_button = QPushButton(QIcon(instagram_icon_path), "")
self.Discord_button = QPushButton(QIcon(discord_icon_path), "")
icon_size = QSize(24, 24)
self.github_button.setIconSize(icon_size)
self.instagram_button.setIconSize(icon_size)
self.Discord_button.setIconSize(icon_size)
self.next_button = QPushButton("Next")
self.next_button.clicked.connect(self._next_step_action)
self.next_button.setDefault(True)
self.github_button.clicked.connect(self._open_github_link)
self.instagram_button.clicked.connect(self._open_instagram_link)
self.Discord_button.clicked.connect(self._open_Discord_link)
self.github_button.setToolTip("Visit project's GitHub page (Opens in browser)")
self.instagram_button.setToolTip("Visit our Instagram page (Opens in browser)")
self.Discord_button.setToolTip("Visit our Discord community (Opens in browser)")
social_layout = QHBoxLayout()
social_layout.setSpacing(10)
social_layout.addWidget(self.github_button)
social_layout.addWidget(self.instagram_button)
social_layout.addWidget(self.Discord_button)
while buttons_layout.count():
item = buttons_layout.takeAt(0)
if item.widget():
item.widget().setParent(None)
elif item.layout():
pass
buttons_layout.addLayout(social_layout)
buttons_layout.addStretch(1)
buttons_layout.addWidget(self.back_button)
buttons_layout.addWidget(self.next_button)
main_layout.addLayout(buttons_layout)
self._update_button_states()
def _next_step_action(self):
if self.current_step < len(self.tour_steps_widgets) - 1:
self.current_step += 1
self.stacked_widget.setCurrentIndex(self.current_step)
else:
self.accept()
self._update_button_states()
def _previous_step(self):
if self.current_step > 0:
self.current_step -= 1
self.stacked_widget.setCurrentIndex(self.current_step)
self._update_button_states()
def _update_button_states(self):
if self.current_step == len(self.tour_steps_widgets) - 1:
self.next_button.setText("Finish")
else:
self.next_button.setText("Next")
self.back_button.setEnabled(self.current_step > 0)
def _open_github_link(self):
QDesktopServices.openUrl(QUrl("https://github.com/Yuvi9587"))
def _open_instagram_link(self):
QDesktopServices.openUrl(QUrl("https://www.instagram.com/uvi.arts/"))
def _open_Discord_link(self):
QDesktopServices.openUrl(QUrl("https://discord.gg/BqP64XTdJN"))
class TourStepWidget(QWidget):
"""A single step/page in the tour."""
def __init__(self, title_text, content_text, parent=None):
super().__init__(parent)
layout = QVBoxLayout(self)
layout.setContentsMargins(20, 20, 20, 20)
layout.setSpacing(10)
title_label = QLabel(title_text)
title_label.setAlignment(Qt.AlignCenter)
title_label.setStyleSheet("font-size: 18px; font-weight: bold; color: #E0E0E0; padding-bottom: 15px;")
layout.addWidget(title_label)
scroll_area = QScrollArea()
scroll_area.setWidgetResizable(True)
scroll_area.setFrameShape(QFrame.NoFrame)
scroll_area.setHorizontalScrollBarPolicy(Qt.ScrollBarAlwaysOff)
scroll_area.setVerticalScrollBarPolicy(Qt.ScrollBarAsNeeded)
scroll_area.setStyleSheet("background-color: transparent;")
content_label = QLabel(content_text)
content_label.setWordWrap(True)
content_label.setAlignment(Qt.AlignLeft | Qt.AlignTop)
content_label.setTextFormat(Qt.RichText)
content_label.setStyleSheet("font-size: 11pt; color: #C8C8C8; line-height: 1.8;")
scroll_area.setWidget(content_label)
layout.addWidget(scroll_area, 1)
class TourDialog(QDialog):
"""
A dialog that shows a multi-page tour to the user.
Includes a "Never show again" checkbox.
Uses QSettings to remember this preference.
"""
tour_finished_normally = pyqtSignal()
tour_skipped = pyqtSignal()
CONFIG_ORGANIZATION_NAME = "KemonoDownloader"
CONFIG_APP_NAME_TOUR = "ApplicationTour"
TOUR_SHOWN_KEY = "neverShowTourAgainV6" # Changed V5 to V6 to re-trigger the tour
def __init__(self, parent=None):
super().__init__(parent)
self.settings = QSettings(self.CONFIG_ORGANIZATION_NAME, self.CONFIG_APP_NAME_TOUR)
self.current_step = 0
self.setWindowTitle("Welcome to Kemono Downloader!")
self.setModal(True)
self.setFixedSize(600, 620)
self.setStyleSheet("""
QDialog {
background-color: #2E2E2E;
border: 1px solid #5A5A5A;
}
QLabel {
color: #E0E0E0;
}
QCheckBox {
color: #C0C0C0;
font-size: 10pt;
spacing: 5px;
}
QCheckBox::indicator {
width: 13px;
height: 13px;
}
QPushButton {
background-color: #555;
color: #F0F0F0;
border: 1px solid #6A6A6A;
padding: 8px 15px;
border-radius: 4px;
min-height: 25px;
font-size: 11pt;
}
QPushButton:hover {
background-color: #656565;
}
QPushButton:pressed {
background-color: #4A4A4A;
}
""")
self._init_ui()
self._center_on_screen()
def _center_on_screen(self):
"""Centers the dialog on the screen."""
try:
primary_screen = QApplication.primaryScreen()
if not primary_screen:
screens = QApplication.screens()
if not screens: return
primary_screen = screens[0]
available_geo = primary_screen.availableGeometry()
widget_geo = self.frameGeometry()
x = available_geo.x() + (available_geo.width() - widget_geo.width()) // 2
y = available_geo.y() + (available_geo.height() - widget_geo.height()) // 2
self.move(x, y)
except Exception as e:
print(f"[Tour] Error centering dialog: {e}")
def _init_ui(self):
main_layout = QVBoxLayout(self)
main_layout.setContentsMargins(0, 0, 0, 0)
main_layout.setSpacing(0)
self.stacked_widget = QStackedWidget()
main_layout.addWidget(self.stacked_widget, 1)
step1_content = (
"Hello! This quick tour will walk you through the main features of the Kemono Downloader, including recent updates like enhanced filtering, manga mode improvements, and cookie management."
""
"- My goal is to help you easily download content from Kemono and Coomer.
"
"- Important Tip: App '(Not Responding)'?
"
" After clicking 'Start Download', especially for large creator feeds or with many threads, the application might temporarily show as '(Not Responding)'. Your operating system (Windows, macOS, Linux) might even suggest you 'End Process' or 'Force Quit'.
"
" Please be patient! The app is often still working hard in the background. Before force-closing, try checking your chosen 'Download Location' in your file explorer. If you see new folders being created or files appearing, it means the download is progressing correctly. Give it some time to become responsive again.
"
"- Use the Next and Back buttons to navigate.
"
"- Many options have tooltips if you hover over them for more details.
"
"- Click Skip Tour to close this guide at any time.
"
"- Check 'Never show this tour again' if you don't want to see this on future startups.
"
"
"
)
self.step1 = TourStepWidget("π Welcome!", step1_content)
step2_content = (
"Let's start with the basics for downloading:"
""
"- π Kemono Creator/Post URL:
"
" Paste the full web address (URL) of a creator's page (e.g., https://kemono.su/patreon/user/12345) "
"or a specific post (e.g., .../post/98765).
"
" or a Coomer creator (e.g., https://coomer.su/onlyfans/user/artistname) "
"- π Download Location:
"
" Click 'Browse...' to choose a folder on your computer where all downloaded files will be saved. "
"This is required unless you are using 'Only Links' mode.
"
"- π Page Range (Creator URLs only):
"
" If downloading from a creator's page, you can specify a range of pages to fetch (e.g., pages 2 to 5). "
"Leave blank for all pages. This is disabled for single post URLs or when Manga/Comic Mode is active. "
"
"
)
self.step2 = TourStepWidget("β Getting Started", step2_content)
step3_content = (
"Refine what you download with these filters (most are disabled in 'Only Links' or 'Only Archives' modes):"
""
"- π― Filter by Character(s):
"
" Enter character names, comma-separated (e.g., Tifa, Aerith). Group aliases for a combined folder name: (alias1, alias2, alias3) becomes folder 'alias1 alias2 alias3' (after cleaning). All names in the group are used as aliases for matching.
"
" The 'Filter: [Type]' button (next to this input) cycles how this filter applies:"
" - Filter: Files: Checks individual filenames. A post is kept if any file matches; only matching files are downloaded. Folder naming uses the character from the matching filename (if 'Separate Folders' is on).
"
" - Filter: Title: Checks post titles. All files from a matching post are downloaded. Folder naming uses the character from the matching post title.
"
" - β€΅οΈ Add to Filter Button (Known Names): Next to the 'Add' button for Known Names (see Step 5), this opens a popup. Select names from your
Known.txt list via checkboxes (with a search bar) to quickly add them to the 'Filter by Character(s)' field. Grouped names like (Boa, Hancock) from Known.txt will be added as (Boa, Hancock)~ to the filter.
"
" - Filter: Both: Checks post title first. If it matches, all files are downloaded. If not, it then checks filenames, and only matching files are downloaded. Folder naming prioritizes title match, then file match.
"
" - Filter: Comments (Beta): Checks filenames first. If a file matches, all files from the post are downloaded. If no file match, it then checks post comments. If a comment matches, all files are downloaded. (Uses more API requests). Folder naming prioritizes file match, then comment match.
"
" This filter also influences folder naming if 'Separate Folders by Name/Title' is enabled.
"
"- π« Skip with Words:
"
" Enter words, comma-separated (e.g., WIP, sketch, preview). "
" The 'Scope: [Type]' button (next to this input) cycles how this filter applies:"
" - Scope: Files: Skips files if their names contain any of these words.
"
" - Scope: Posts: Skips entire posts if their titles contain any of these words.
"
" - Scope: Both: Applies both file and post title skipping (post first, then files).
"
"- Filter Files (Radio Buttons): Choose what to download:"
"
"
" - All: Downloads all file types found.
"
" - Images/GIFs: Only common image formats and GIFs.
"
" - Videos: Only common video formats.
"
" - π¦ Only Archives: Exclusively downloads .zip and .rar files. When selected, 'Skip .zip' and 'Skip .rar' checkboxes are automatically disabled and unchecked. 'Show External Links' is also disabled.
"
" - π§ Only Audio: Only common audio formats (MP3, WAV, FLAC, etc.).
"
" - π Only Links: Extracts and displays external links from post descriptions instead of downloading files. Download-related options and 'Show External Links' are disabled.
"
"
"
"
"
)
self.step3_filtering = TourStepWidget("β‘ Filtering Downloads", step3_content)
step_favorite_mode_content = (
"The application offers a 'Favorite Mode' for downloading content from artists you've favorited on Kemono.su."
""
"- β Favorite Mode Checkbox:
"
" Located next to the 'π Only Links' radio button. Check this to activate Favorite Mode.
"
"- What Happens in Favorite Mode:"
"
- The 'π Kemono Creator/Post URL' input area is replaced with a message indicating Favorite Mode is active.
"
" - The standard 'Start Download', 'Pause', 'Cancel' buttons are replaced with 'πΌοΈ Favorite Artists' and 'π Favorite Posts' buttons (Note: 'Favorite Posts' is planned for the future).
"
" - The 'πͺ Use Cookie' option is automatically enabled and locked, as cookies are required to fetch your favorites.
"
"- πΌοΈ Favorite Artists Button:
"
" Click this to open a dialog listing your favorited artists from Kemono.su. You can select one or more artists to download.
"
"- Favorite Download Scope (Button):
"
" This button (next to 'Favorite Posts') controls where selected favorites are downloaded:"
" - Scope: Selected Location: All selected artists are downloaded into the main 'Download Location' you've set. Filters apply globally.
"
" - Scope: Artist Folders: A subfolder (named after the artist) is created inside your main 'Download Location' for each selected artist. Content for that artist goes into their specific subfolder. Filters apply within each artist's folder.
"
"- Filters in Favorite Mode:
"
" The 'Filter by Character(s)', 'Skip with Words', and 'Filter Files' options still apply to the content downloaded from your selected favorite artists. "
"
"
)
self.step_favorite_mode = TourStepWidget("β’ Favorite Mode (Alternative Download)", step_favorite_mode_content)
step4_content = (
"More options to customize your downloads:"
""
"- Skip .zip / Skip .rar: Check these to avoid downloading these archive file types. "
" (Note: These are disabled and ignored if 'π¦ Only Archives' filter mode is selected).
"
"- βοΈ Remove Words from name:
"
" Enter words, comma-separated (e.g., patreon, [HD]), to remove from downloaded filenames (case-insensitive).
"
"- Download Thumbnails Only: Downloads small preview images instead of full-sized files (if available).
"
"- Compress Large Images: If the 'Pillow' library is installed, images larger than 1.5MB will be converted to WebP format if the WebP version is significantly smaller.
"
"- ποΈ Custom Folder Name (Single Post Only):
"
" If you are downloading a single specific post URL AND 'Separate Folders by Name/Title' is enabled, "
"you can enter a custom name here for that post's download folder.
"
"- πͺ Use Cookie: Check this to use cookies for requests. You can either:"
"
- Enter a cookie string directly into the text field (e.g., name1=value1; name2=value2).
"
" - Click 'Browse...' to select a cookies.txt file (Netscape format). The path will appear in the text field.
"
" This is useful for accessing content that requires login. The text field takes precedence if filled. "
"If 'Use Cookie' is checked but both the text field and browsed file are empty, it will try to load 'cookies.txt' from the app's directory. "
"
"
)
self.step4_fine_tuning = TourStepWidget("β£ Fine-Tuning Downloads", step4_content)
step5_content = (
"Organize your downloads and manage performance:"
""
"- βοΈ Separate Folders by Name/Title: Creates subfolders based on the 'Filter by Character(s)' input or post titles (can use the Known.txt list as a fallback for folder names).
"
"- Subfolder per Post: If 'Separate Folders' is on, this creates an additional subfolder for each individual post inside the main character/title folder.
"
"- π Use Multithreading (Threads): Enables faster operations. The number in 'Threads' input means:"
"
- For Creator Feeds: Number of posts to process simultaneously. Files within each post are downloaded sequentially by its worker (unless 'Date Based' manga naming is on, which forces 1 post worker).
"
" - For Single Post URLs: Number of files to download concurrently from that single post.
"
" If unchecked, 1 thread is used. High thread counts (e.g., >40) may show an advisory.
"
"- Multi-part Download Toggle (Top-right of log area):
"
" The 'Multi-part: [ON/OFF]' button allows enabling/disabling multi-segment downloads for individual large files. "
" - ON: Can speed up large file downloads (e.g., videos) but may increase UI choppiness or log spam with many small files. An advisory will appear when enabling. If a multi-part download fails, it retries as single-stream.
"
" - OFF (Default): Files are downloaded in a single stream.
"
" This is disabled if 'Only Links' or 'Only Archives' mode is active.
"
"- π Manga/Comic Mode (Creator URLs only): Tailored for sequential content."
"
"
" - Downloads posts from oldest to newest.
"
" - The 'Page Range' input is disabled as all posts are fetched.
"
" - A filename style toggle button (e.g., 'Name: Post Title') appears in the top-right of the log area when this mode is active for a creator feed. Click it to cycle through naming styles:"
"
"
" - Name: Post Title (Default): The first file in a post is named after the post's cleaned title (e.g., 'My Chapter 1.jpg'). Subsequent files within the *same post* will attempt to keep their original filenames (e.g., 'page_02.png', 'bonus_art.jpg'). If the post has only one file, it's named after the post title. This is generally recommended for most manga/comics.
"
" - Name: Original File: All files attempt to keep their original filenames. An optional prefix (e.g., 'MySeries_') can be entered in the input field that appears next to the style button. Example: 'MySeries_OriginalFile.jpg'.
"
" - Name: Title+G.Num (Post Title + Global Numbering): All files across all posts in the current download session are named sequentially using the post's cleaned title as a prefix, followed by a global counter. For example: Post 'Chapter 1' (2 files) -> 'Chapter 1_001.jpg', 'Chapter 1_002.png'. The next post, 'Chapter 2' (1 file), would continue the numbering -> 'Chapter 2_003.jpg'. Multithreading for post processing is automatically disabled for this style to ensure correct global numbering.
"
" - Name: Date Based: Files are named sequentially (001.ext, 002.ext, ...) based on post publication order. An optional prefix (e.g., 'MySeries_') can be entered in the input field that appears next to the style button. Example: 'MySeries_001.jpg'. Multithreading for post processing is automatically disabled for this style.
"
"
"
"
"
" - For best results with 'Name: Post Title', 'Name: Title+G.Num', or 'Name: Date Based' styles, use the 'Filter by Character(s)' field with the manga/series title for folder organization.
"
"
"
"- π Known.txt for Smart Folder Organization:
"
" Known.txt (in the app's directory) allows fine-grained control over automatic folder organization when 'Separate Folders by Name/Title' is active."
" "
" - How it Works: Each line in
Known.txt is an entry. "
" - A simple line like
My Awesome Series means content matching this will go into a folder named \"My Awesome Series\".
"
" - A grouped line like
(Character A, Char A, Alt Name A) means content matching \"Character A\", \"Char A\", OR \"Alt Name A\" will ALL go into a single folder named \"Character A Char A Alt Name A\" (after cleaning). All terms in the parentheses become aliases for that folder.
"
" - Intelligent Fallback: When 'Separate Folders by Name/Title' is active, and if a post doesn't match any specific 'Filter by Character(s)' input, the downloader consults
Known.txt to find a matching primary name for folder creation.
"
" - User-Friendly Management: Add simple (non-grouped) names via the UI list below. For advanced editing (like creating/modifying grouped aliases), click 'Open Known.txt' to edit the file in your text editor. The app reloads it on next use or startup.
"
"
"
" "
"
"
)
self.step5_organization = TourStepWidget("β€ Organization & Performance", step5_content)
step6_errors_content = (
"Sometimes, downloads might encounter issues. Here are a few common ones:"
""
"- 502 Bad Gateway / 503 Service Unavailable / 504 Gateway Timeout:
"
" These usually indicate temporary server-side problems with Kemono/Coomer. The site might be overloaded, down for maintenance, or experiencing issues.
"
" Solution: Wait a while (e.g., 30 minutes to a few hours) and try again later. Check the site directly in your browser.
"
"- Connection Lost / Connection Refused / Timeout (during file download):
"
" This can happen due to your internet connection, server instability, or if the server drops the connection for a large file.
"
" Solution: Check your internet. Try reducing the number of 'Threads' if it's high. The app might prompt to retry some failed files at the end of a session.
"
"- IncompleteRead Error:
"
" The server sent less data than expected. Often a temporary network hiccup or server issue.
"
" Solution: The app will often mark these files for a retry attempt at the end of the download session.
"
"- 403 Forbidden / 401 Unauthorized (less common for public posts):
"
" You might not have permission to access the content. For some paywalled or private content, using the 'Use Cookie' option with valid cookies from your browser session might help. Ensure your cookies are fresh.
"
"- 404 Not Found:
"
" The post or file URL is incorrect, or the content has been removed from the site. Double-check the URL.
"
"- 'No posts found' / 'Target post not found':
"
" Ensure the URL is correct and the creator/post exists. If using page ranges, make sure they are valid for the creator. For very new posts, there might be a slight delay before they appear in the API.
"
"- General Slowness / App '(Not Responding)':
"
" As mentioned in Step 1, if the app seems to hang after starting, especially with large creator feeds or many threads, please give it time. It's likely processing data in the background. Reducing thread count can sometimes improve responsiveness if this is frequent. "
"
"
)
self.step6_errors = TourStepWidget("β₯ Common Errors & Troubleshooting", step6_errors_content)
step7_final_controls_content = (
"Monitoring and Controls:"
""
"- π Progress Log / Extracted Links Log: Shows detailed download messages. If 'π Only Links' mode is active, this area displays the extracted links.
"
"- Show External Links in Log: If checked, a secondary log panel appears below the main log to display any external links found in post descriptions. (This is disabled if 'π Only Links' or 'π¦ Only Archives' mode is active).
"
"- Log View Toggle (ποΈ / π Button):
"
" This button (top-right of log area) switches the main log view:"
" - ποΈ Progress Log (Default): Shows all download activity, errors, and summaries.
"
" - π Missed Character Log: Displays a list of key terms from post titles that were skipped due to your 'Filter by Character(s)' settings. Useful for identifying content you might be unintentionally missing.
"
"- π Reset: Clears all input fields, logs, and resets temporary settings to their defaults. Can only be used when no download is active.
"
"- β¬οΈ Start Download / π Extract Links / βΈοΈ Pause / β Cancel: These buttons control the process. 'Cancel & Reset UI' stops the current operation and performs a soft UI reset, preserving your URL and Directory inputs. 'Pause/Resume' allows temporarily halting and continuing.
"
"- If some files fail with recoverable errors (like 'IncompleteRead'), you might be prompted to retry them at the end of a session.
"
"
"
"
You're all set! Click 'Finish' to close the tour and start using the downloader."
)
self.step7_final_controls = TourStepWidget("β¦ Logs & Final Controls", step7_final_controls_content)
self.tour_steps = [
self.step1,
self.step2,
self.step3_filtering,
self.step_favorite_mode,
self.step4_fine_tuning,
self.step5_organization,
self.step6_errors, self.step7_final_controls]
for step_widget in self.tour_steps:
self.stacked_widget.addWidget(step_widget)
bottom_controls_layout = QVBoxLayout()
bottom_controls_layout.setContentsMargins(15, 10, 15, 15)
bottom_controls_layout.setSpacing(12)
self.never_show_again_checkbox = QCheckBox("Never show this tour again")
bottom_controls_layout.addWidget(self.never_show_again_checkbox, 0, Qt.AlignLeft)
buttons_layout = QHBoxLayout()
buttons_layout.setSpacing(10)
self.skip_button = QPushButton("Skip Tour")
self.skip_button.clicked.connect(self._skip_tour_action)
self.back_button = QPushButton("Back")
self.back_button.clicked.connect(self._previous_step)
self.back_button.setEnabled(False)
self.next_button = QPushButton("Next")
self.next_button.clicked.connect(self._next_step_action)
self.next_button.setDefault(True)
buttons_layout.addWidget(self.skip_button)
buttons_layout.addStretch(1)
buttons_layout.addWidget(self.back_button)
buttons_layout.addWidget(self.next_button)
bottom_controls_layout.addLayout(buttons_layout)
main_layout.addLayout(bottom_controls_layout)
self._update_button_states()
def _handle_exit_actions(self):
pass
def _next_step_action(self):
if self.current_step < len(self.tour_steps) - 1:
self.current_step += 1
self.stacked_widget.setCurrentIndex(self.current_step)
else:
self._finish_tour_action()
self._update_button_states()
def _previous_step(self):
if self.current_step > 0:
self.current_step -= 1
self.stacked_widget.setCurrentIndex(self.current_step)
self._update_button_states()
def _update_button_states(self):
if self.current_step == len(self.tour_steps) - 1:
self.next_button.setText("Finish")
else:
self.next_button.setText("Next")
self.back_button.setEnabled(self.current_step > 0)
def _skip_tour_action(self):
self._save_settings_if_checked()
self.tour_skipped.emit()
self.reject()
def _finish_tour_action(self):
self._save_settings_if_checked()
self.tour_finished_normally.emit()
self.accept()
def _save_settings_if_checked(self):
if self.never_show_again_checkbox.isChecked():
self.settings.setValue(self.TOUR_SHOWN_KEY, True)
else:
self.settings.setValue(self.TOUR_SHOWN_KEY, False)
self.settings.sync() # Ensure settings are written immediately
@staticmethod
def should_show_tour(parent_app_settings=None):
settings_to_use = QSettings(TourDialog.CONFIG_ORGANIZATION_NAME, TourDialog.CONFIG_APP_NAME_TOUR)
never_show = settings_to_use.value(TourDialog.TOUR_SHOWN_KEY, False, type=bool)
return not never_show
def closeEvent(self, event):
self._skip_tour_action()
super().closeEvent(event)
@staticmethod
def run_tour_if_needed(parent_app_window):
try:
settings = QSettings(TourDialog.CONFIG_ORGANIZATION_NAME, TourDialog.CONFIG_APP_NAME_TOUR)
never_show_again_from_settings = settings.value(TourDialog.TOUR_SHOWN_KEY, False, type=bool)
primary_screen = QApplication.primaryScreen()
if not primary_screen:
screens = QApplication.screens()
primary_screen = screens[0] if screens else None
dialog_width, dialog_height = 600, 620 # Default fixed size
if primary_screen:
available_geo = primary_screen.availableGeometry()
screen_w, screen_h = available_geo.width(), available_geo.height()
pref_w = int(screen_w * 0.50)
pref_h = int(screen_h * 0.60)
min_w, max_w = 550, 700
min_h, max_h = 580, 750
dialog_width = max(min_w, min(pref_w, max_w))
dialog_height = max(min_h, min(pref_h, max_h))
if never_show_again_from_settings:
print(f"[Tour] Skipped: '{TourDialog.TOUR_SHOWN_KEY}' is True in settings.")
return QDialog.Rejected
tour_dialog = TourDialog(parent_app_window)
tour_dialog.setFixedSize(dialog_width, dialog_height) # Apply calculated fixed size
result = tour_dialog.exec_()
return result
except Exception as e:
print(f"[Tour] CRITICAL ERROR in run_tour_if_needed: {e}")
return QDialog.Rejected
class DynamicFilterHolder:
def __init__(self, initial_filters=None):
self.lock = threading.Lock()
self._filters = initial_filters if initial_filters is not None else []
def get_filters(self):
with self.lock:
return [dict(f) for f in self._filters]
def set_filters(self, new_filters):
with self.lock:
self._filters = [dict(f) for f in (new_filters if new_filters else [])]
class DownloaderApp(QWidget):
character_prompt_response_signal = pyqtSignal(bool)
log_signal = pyqtSignal(str)
add_character_prompt_signal = pyqtSignal(str)
overall_progress_signal = pyqtSignal(int, int)
finished_signal = pyqtSignal(int, int, bool, list) # total_downloaded, total_skipped, cancelled_by_user, kept_original_names_list
external_link_signal = pyqtSignal(str, str, str, str, str) # post_title, link_text, link_url, platform, decryption_key
file_progress_signal = pyqtSignal(str, object)
def __init__(self):
super().__init__()
self.settings = QSettings(CONFIG_ORGANIZATION_NAME, CONFIG_APP_NAME_MAIN)
if getattr(sys, 'frozen', False) and hasattr(sys, '_MEIPASS'):
self.app_base_dir = os.path.dirname(sys.executable)
else:
self.app_base_dir = os.path.dirname(os.path.abspath(__file__))
self.config_file = os.path.join(self.app_base_dir, "Known.txt")
self.download_thread = None
self.thread_pool = None
self.cancellation_event = threading.Event()
self.pause_event = threading.Event()
self.active_futures = []
self.total_posts_to_process = 0
self.dynamic_character_filter_holder = DynamicFilterHolder()
self.processed_posts_count = 0
self.favorite_download_queue = deque()
self.is_processing_favorites_queue = False
self.download_counter = 0
self.favorite_download_queue = deque()
self.is_fetcher_thread_running = False
self.is_processing_favorites_queue = False
self.skip_counter = 0
self.all_kept_original_filenames = []
self.favorite_scope_toggle_button = None
self.favorite_download_scope = FAVORITE_SCOPE_SELECTED_LOCATION
self.manga_mode_checkbox = None
self.selected_cookie_filepath = None
self.retryable_failed_files_info = []
self.is_paused = False
self.worker_to_gui_queue = queue.Queue()
self.gui_update_timer = QTimer(self)
self.actual_gui_signals = PostProcessorSignals()
self.worker_signals = PostProcessorSignals()
self.prompt_mutex = QMutex()
self._add_character_response = None
self._original_scan_content_tooltip = ("If checked, the downloader will scan the HTML content of posts for image URLs (from
tags or direct links).\n"
"now This includes resolving relative paths from
tags to full URLs.\n"
"Relative paths in
tags (e.g., /data/image.jpg) will be resolved to full URLs.\n"
"Useful for cases where images are in the post description but not in the API's file/attachment list.")
self.downloaded_files = set()
self.downloaded_files_lock = threading.Lock()
self.downloaded_file_hashes = set()
self.downloaded_file_hashes_lock = threading.Lock()
self.show_external_links = False
self.external_link_queue = deque()
self._is_processing_external_link_queue = False
self._current_link_post_title = None
self.extracted_links_cache = []
self.manga_rename_toggle_button = None
self.favorite_mode_checkbox = None
self.url_or_placeholder_stack = None
self.url_input_widget = None
self.url_placeholder_widget = None
self.favorite_action_buttons_widget = None
self.favorite_mode_artists_button = None
self.favorite_mode_posts_button = None
self.standard_action_buttons_widget = None
self.bottom_action_buttons_stack = None
self.main_log_output = None
self.external_log_output = None
self.log_splitter = None
self.main_splitter = None
self.reset_button = None
self.progress_log_label = None
self.log_verbosity_toggle_button = None
self.missed_character_log_output = None
self.log_view_stack = None
self.current_log_view = 'progress'
self.language_settings_button = None
self.link_search_input = None
self.link_search_button = None
self.export_links_button = None
self.radio_only_links = None
self.radio_only_archives = None
self.missed_title_key_terms_count = {}
self.missed_title_key_terms_examples = {}
self.logged_summary_for_key_term = set()
self.STOP_WORDS = set(["a", "an", "the", "is", "was", "were", "of", "for", "with", "in", "on", "at", "by", "to", "and", "or", "but", "i", "you", "he", "she", "it", "we", "they", "my", "your", "his", "her", "its", "our", "their", "com", "net", "org", "www"])
self.already_logged_bold_key_terms = set()
self.missed_key_terms_buffer = []
self.char_filter_scope_toggle_button = None
# --- MODIFICATION: Set fixed default scopes, do not load from settings ---
self.skip_words_scope = SKIP_SCOPE_POSTS
self.char_filter_scope = CHAR_SCOPE_TITLE
# --- END MODIFICATION ---
self.manga_filename_style = self.settings.value(MANGA_FILENAME_STYLE_KEY, STYLE_POST_TITLE, type=str)
self.allow_multipart_download_setting = False
self.use_cookie_setting = False
self.scan_content_images_setting = self.settings.value(SCAN_CONTENT_IMAGES_KEY, False, type=bool)
self.cookie_text_setting = ""
print(f"βΉοΈ Known.txt will be loaded/saved at: {self.config_file}")
self.setWindowTitle("Kemono Downloader v4.2.0")
self.setStyleSheet(self.get_dark_theme())
self.init_ui()
self._connect_signals()
self.log_signal.emit("βΉοΈ Local API server functionality has been removed.")
self.log_signal.emit("βΉοΈ 'Skip Current File' button has been removed.")
if hasattr(self, 'character_input'):
self.character_input.setToolTip("Enter character names (comma-separated). Supports advanced grouping and affects folder naming "
"if 'Separate Folders' is enabled.\n\n"
"Examples:\n"
"- Nami β Matches 'Nami', creates folder 'Nami'.\n"
"- (Ulti, Vivi) β Matches either, folder 'Ulti Vivi', adds both to Known.txt separately.\n"
"- (Boa, Hancock)~ β Matches either, folder 'Boa Hancock', adds as one group in Known.txt.\n\n"
"Names are treated as aliases for matching.\n\n"
"Filter Modes (button cycles):\n"
"- Files: Filters by filename.\n"
"- Title: Filters by post title.\n"
"- Both: Title first, then filename.\n"
"- Comments (Beta): Filename first, then post comments."
)
self.log_signal.emit(f"βΉοΈ Manga filename style loaded: '{self.manga_filename_style}'")
self.log_signal.emit(f"βΉοΈ Skip words scope loaded: '{self.skip_words_scope}'")
self.log_signal.emit(f"βΉοΈ Character filter scope set to default: '{self.char_filter_scope}'")
self.log_signal.emit(f"βΉοΈ Multi-part download defaults to: {'Enabled' if self.allow_multipart_download_setting else 'Disabled'}")
self.log_signal.emit(f"βΉοΈ Cookie text defaults to: Empty on launch")
self.log_signal.emit(f"βΉοΈ 'Use Cookie' setting defaults to: Disabled on launch")
self.log_signal.emit(f"βΉοΈ Scan post content for images defaults to: {'Enabled' if self.scan_content_images_setting else 'Disabled'}")
def _get_tooltip_for_character_input(self):
return (
"Names, comma-separated.\n"
"- Individual names: `Tifa`, `Aerith` (separate folders, separate Known.txt entries).\n"
"- Group for shared folder, separate Known.txt: `(Vivi, Ulti, Uta)` -> creates folder 'Vivi Ulti Uta', but adds Vivi, Ulti, Uta as separate Known.txt entries.\n"
"- Group for a single shared folder: `(Yuffie, Sonon)~` (note the `~`) -> creates one Known.txt entry for folder 'Yuffie Sonon', with Yuffie and Sonon as aliases.\n"
"All names in any group type are used as aliases for matching content."
)
def _connect_signals(self):
self.actual_gui_signals.progress_signal.connect(self.handle_main_log)
self.actual_gui_signals.file_progress_signal.connect(self.update_file_progress_display)
self.actual_gui_signals.missed_character_post_signal.connect(self.handle_missed_character_post)
self.actual_gui_signals.external_link_signal.connect(self.handle_external_link_signal)
self.actual_gui_signals.file_download_status_signal.connect(lambda status: None)
if hasattr(self, 'character_input'):
self.character_input.textChanged.connect(self._on_character_input_changed_live)
if hasattr(self, 'use_cookie_checkbox'):
self.use_cookie_checkbox.toggled.connect(self._update_cookie_input_visibility)
if hasattr(self, 'cookie_browse_button'):
self.cookie_browse_button.clicked.connect(self._browse_cookie_file)
if hasattr(self, 'cookie_text_input'):
self.cookie_text_input.textChanged.connect(self._handle_cookie_text_manual_change)
if hasattr(self, 'download_thumbnails_checkbox'):
self.download_thumbnails_checkbox.toggled.connect(self._handle_thumbnail_mode_change)
self.gui_update_timer.timeout.connect(self._process_worker_queue)
self.gui_update_timer.start(100)
self.log_signal.connect(self.handle_main_log)
self.add_character_prompt_signal.connect(self.prompt_add_character)
self.character_prompt_response_signal.connect(self.receive_add_character_result)
self.overall_progress_signal.connect(self.update_progress_display)
self.finished_signal.connect(self.download_finished)
if hasattr(self, 'character_search_input'): self.character_search_input.textChanged.connect(self.filter_character_list)
if hasattr(self, 'external_links_checkbox'): self.external_links_checkbox.toggled.connect(self.update_external_links_setting)
if hasattr(self, 'thread_count_input'): self.thread_count_input.textChanged.connect(self.update_multithreading_label)
if hasattr(self, 'use_subfolder_per_post_checkbox'): self.use_subfolder_per_post_checkbox.toggled.connect(self.update_ui_for_subfolders)
if hasattr(self, 'use_multithreading_checkbox'): self.use_multithreading_checkbox.toggled.connect(self._handle_multithreading_toggle)
if hasattr(self, 'radio_group') and self.radio_group:
self.radio_group.buttonToggled.connect(self._handle_filter_mode_change)
if self.reset_button: self.reset_button.clicked.connect(self.reset_application_state)
if self.log_verbosity_toggle_button: self.log_verbosity_toggle_button.clicked.connect(self.toggle_active_log_view)
if self.link_search_button: self.link_search_button.clicked.connect(self._filter_links_log)
if self.link_search_input:
self.link_search_input.returnPressed.connect(self._filter_links_log)
self.link_search_input.textChanged.connect(self._filter_links_log)
if self.export_links_button: self.export_links_button.clicked.connect(self._export_links_to_file)
if self.manga_mode_checkbox: self.manga_mode_checkbox.toggled.connect(self.update_ui_for_manga_mode)
if self.manga_rename_toggle_button: self.manga_rename_toggle_button.clicked.connect(self._toggle_manga_filename_style)
if hasattr(self, 'link_input'):
self.link_input.textChanged.connect(lambda: self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False))
if self.skip_scope_toggle_button:
self.skip_scope_toggle_button.clicked.connect(self._cycle_skip_scope)
if self.char_filter_scope_toggle_button:
self.char_filter_scope_toggle_button.clicked.connect(self._cycle_char_filter_scope)
if hasattr(self, 'multipart_toggle_button'): self.multipart_toggle_button.clicked.connect(self._toggle_multipart_mode)
if hasattr(self, 'favorite_mode_checkbox'):
self.favorite_mode_checkbox.toggled.connect(self._handle_favorite_mode_toggle)
if hasattr(self, 'open_known_txt_button'):
self.open_known_txt_button.clicked.connect(self._open_known_txt_file)
if hasattr(self, 'add_to_filter_button'):
self.add_to_filter_button.clicked.connect(self._show_add_to_filter_dialog)
if hasattr(self, 'favorite_mode_artists_button'):
self.favorite_mode_artists_button.clicked.connect(self._show_favorite_artists_dialog)
if hasattr(self, 'favorite_mode_posts_button'): # New connection
self.favorite_mode_posts_button.clicked.connect(self._show_favorite_posts_dialog)
if hasattr(self, 'favorite_scope_toggle_button'):
self.favorite_scope_toggle_button.clicked.connect(self._cycle_favorite_scope) # Keep this connection
if hasattr(self, 'language_settings_button') and self.language_settings_button:
self.language_settings_button.clicked.connect(self._open_language_settings_dialog)
self.favorite_scope_toggle_button.clicked.connect(self._cycle_favorite_scope)
def _on_character_input_changed_live(self, text):
"""
Called when the character input field text changes.
If a download is active (running or paused), this updates the dynamic filter holder.
"""
if self._is_download_active():
QCoreApplication.processEvents()
raw_character_filters_text = self.character_input.text().strip()
parsed_filters = self._parse_character_filters(raw_character_filters_text)
self.dynamic_character_filter_holder.set_filters(parsed_filters)
def _parse_character_filters(self, raw_text):
"""Helper to parse character filter string into list of objects."""
parsed_character_filter_objects = []
if raw_text:
raw_parts = []
current_part_buffer = ""
in_group_parsing = False
for char_token in raw_text:
if char_token == '(' and not in_group_parsing:
in_group_parsing = True
current_part_buffer += char_token
elif char_token == ')' and in_group_parsing:
in_group_parsing = False
current_part_buffer += char_token
elif char_token == ',' and not in_group_parsing:
if current_part_buffer.strip(): raw_parts.append(current_part_buffer.strip())
current_part_buffer = ""
else:
current_part_buffer += char_token
if current_part_buffer.strip(): raw_parts.append(current_part_buffer.strip())
for part_str in raw_parts:
part_str = part_str.strip()
if not part_str: continue
is_tilde_group = part_str.startswith("(") and part_str.endswith(")~")
is_standard_group_for_splitting = part_str.startswith("(") and part_str.endswith(")") and not is_tilde_group
if is_tilde_group:
group_content_str = part_str[1:-2].strip()
aliases_in_group = [alias.strip() for alias in group_content_str.split(',') if alias.strip()]
if aliases_in_group:
group_folder_name = " ".join(aliases_in_group)
parsed_character_filter_objects.append({"name": group_folder_name, "is_group": True, "aliases": aliases_in_group})
elif is_standard_group_for_splitting:
group_content_str = part_str[1:-1].strip()
aliases_in_group = [alias.strip() for alias in group_content_str.split(',') if alias.strip()]
if aliases_in_group:
group_folder_name = " ".join(aliases_in_group)
parsed_character_filter_objects.append({
"name": group_folder_name,
"is_group": True,
"aliases": aliases_in_group,
"components_are_distinct_for_known_txt": True
})
else:
parsed_character_filter_objects.append({"name": part_str, "is_group": False, "aliases": [part_str], "components_are_distinct_for_known_txt": False})
return parsed_character_filter_objects
def _process_worker_queue(self):
"""Processes messages from the worker queue and emits Qt signals from the GUI thread."""
while not self.worker_to_gui_queue.empty():
try:
item = self.worker_to_gui_queue.get_nowait()
signal_type = item.get('type')
payload = item.get('payload', tuple())
if signal_type == 'progress':
self.actual_gui_signals.progress_signal.emit(*payload)
elif signal_type == 'file_download_status':
self.actual_gui_signals.file_download_status_signal.emit(*payload)
elif signal_type == 'external_link':
self.actual_gui_signals.external_link_signal.emit(*payload)
elif signal_type == 'file_progress':
self.actual_gui_signals.file_progress_signal.emit(*payload)
elif signal_type == 'missed_character_post':
self.actual_gui_signals.missed_character_post_signal.emit(*payload)
else:
self.log_signal.emit(f"β οΈ Unknown signal type from worker queue: {signal_type}")
self.worker_to_gui_queue.task_done()
except queue.Empty:
break
except Exception as e:
self.log_signal.emit(f"β Error processing worker queue: {e}")
def load_known_names_from_util(self):
global KNOWN_NAMES
if os.path.exists(self.config_file):
parsed_known_objects = []
try:
with open(self.config_file, 'r', encoding='utf-8') as f:
for line_num, line in enumerate(f, 1):
line = line.strip()
if not line: continue
if line.startswith("(") and line.endswith(")"):
content = line[1:-1].strip()
parts = [p.strip() for p in content.split(',') if p.strip()]
if parts:
folder_name_raw = content.replace(',', ' ')
folder_name_cleaned = clean_folder_name(folder_name_raw)
unique_aliases_set = {p for p in parts}
final_aliases_list = sorted(list(unique_aliases_set), key=str.lower)
if not folder_name_cleaned:
if hasattr(self, 'log_signal'): self.log_signal.emit(f"β οΈ Group resulted in empty folder name after cleaning in Known.txt on line {line_num}: '{line}'. Skipping entry.")
continue
parsed_known_objects.append({
"name": folder_name_cleaned,
"is_group": True,
"aliases": final_aliases_list
})
else:
if hasattr(self, 'log_signal'): self.log_signal.emit(f"β οΈ Empty group found in Known.txt on line {line_num}: '{line}'")
else:
parsed_known_objects.append({
"name": line,
"is_group": False,
"aliases": [line]
})
parsed_known_objects.sort(key=lambda x: x["name"].lower())
KNOWN_NAMES[:] = parsed_known_objects
log_msg = f"βΉοΈ Loaded {len(KNOWN_NAMES)} known entries from {self.config_file}"
except Exception as e:
log_msg = f"β Error loading config '{self.config_file}': {e}"
QMessageBox.warning(self, "Config Load Error", f"Could not load list from {self.config_file}:\n{e}")
KNOWN_NAMES[:] = []
else:
self.character_input.setToolTip("Names, comma-separated. Group aliases: (alias1, alias2, alias3) becomes folder name 'alias1 alias2 alias3' (after cleaning).\nAll names in the group are used as aliases for matching.\nE.g., yor, (Boa, Hancock, Snake Princess)")
log_msg = f"βΉοΈ Config file '{self.config_file}' not found. It will be created on save."
KNOWN_NAMES[:] = []
if hasattr(self, 'log_signal'): self.log_signal.emit(log_msg)
if hasattr(self, 'character_list'):
self.character_list.clear()
if not KNOWN_NAMES:
self.log_signal.emit("βΉοΈ 'Known.txt' is empty or was not found. No default entries will be added.")
self.character_list.addItems([entry["name"] for entry in KNOWN_NAMES])
def save_known_names(self):
global KNOWN_NAMES
try:
with open(self.config_file, 'w', encoding='utf-8') as f:
for entry in KNOWN_NAMES:
if entry["is_group"]:
f.write(f"({', '.join(sorted(entry['aliases'], key=str.lower))})\n")
else: # Non-group entry
f.write(entry["name"] + '\n')
if hasattr(self, 'log_signal'): self.log_signal.emit(f"πΎ Saved {len(KNOWN_NAMES)} known entries to {self.config_file}")
except Exception as e:
log_msg = f"β Error saving config '{self.config_file}': {e}"
if hasattr(self, 'log_signal'): self.log_signal.emit(log_msg)
QMessageBox.warning(self, "Config Save Error", f"Could not save list to {self.config_file}:\n{e}")
def closeEvent(self, event):
self.save_known_names()
self.settings.setValue(MANGA_FILENAME_STYLE_KEY, self.manga_filename_style)
# self.settings.setValue(SKIP_WORDS_SCOPE_KEY, self.skip_words_scope) # Do not save to persist default
# self.settings.setValue(CHAR_FILTER_SCOPE_KEY, self.char_filter_scope) # Do not save to persist default
self.settings.setValue(ALLOW_MULTIPART_DOWNLOAD_KEY, self.allow_multipart_download_setting)
self.settings.setValue(COOKIE_TEXT_KEY, self.cookie_text_input.text() if hasattr(self, 'cookie_text_input') else "")
self.settings.setValue(SCAN_CONTENT_IMAGES_KEY, self.scan_content_images_checkbox.isChecked() if hasattr(self, 'scan_content_images_checkbox') else False)
self.settings.setValue(USE_COOKIE_KEY, self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False)
self.settings.sync()
should_exit = True
is_downloading = self._is_download_active()
if is_downloading:
reply = QMessageBox.question(self, "Confirm Exit",
"Download in progress. Are you sure you want to exit and cancel?",
QMessageBox.Yes | QMessageBox.No, QMessageBox.No)
if reply == QMessageBox.Yes:
self.log_signal.emit("β οΈ Cancelling active download due to application exit...")
self.cancellation_event.set()
if self.download_thread and self.download_thread.isRunning():
self.download_thread.requestInterruption()
self.log_signal.emit(" Signaled single download thread to interrupt.")
if self.download_thread and self.download_thread.isRunning():
self.log_signal.emit(" Waiting for single download thread to finish...")
self.download_thread.wait(3000)
if self.download_thread.isRunning():
self.log_signal.emit(" β οΈ Single download thread did not terminate gracefully.")
if self.thread_pool:
self.log_signal.emit(" Shutting down thread pool (waiting for completion)...")
self.thread_pool.shutdown(wait=True, cancel_futures=True)
self.log_signal.emit(" Thread pool shutdown complete.")
self.thread_pool = None
self.log_signal.emit(" Cancellation for exit complete.")
else:
should_exit = False
self.log_signal.emit("βΉοΈ Application exit cancelled.")
event.ignore()
return
if should_exit:
self.log_signal.emit("βΉοΈ Application closing.")
if self.thread_pool:
self.log_signal.emit(" Final thread pool check: Shutting down...")
self.cancellation_event.set()
self.thread_pool.shutdown(wait=True, cancel_futures=True)
self.thread_pool = None
self.log_signal.emit("π Exiting application.")
event.accept()
def init_ui(self):
self.main_splitter = QSplitter(Qt.Horizontal)
left_panel_widget = QWidget()
right_panel_widget = QWidget()
left_layout = QVBoxLayout(left_panel_widget)
right_layout = QVBoxLayout(right_panel_widget)
left_layout.setContentsMargins(10, 10, 10, 10)
right_layout.setContentsMargins(10, 10, 10, 10)
self.url_input_widget = QWidget()
url_input_layout = QHBoxLayout(self.url_input_widget)
url_input_layout.setContentsMargins(0,0,0,0)
url_input_layout.addWidget(QLabel("π Kemono Creator/Post URL:"))
self.link_input = QLineEdit()
self.link_input.setPlaceholderText("e.g., https://kemono.su/patreon/user/12345 or .../post/98765")
self.link_input.setToolTip("Enter the full URL of a Kemono/Coomer creator's page or a specific post.\nExample (Creator): https://kemono.su/patreon/user/12345\nExample (Post): https://kemono.su/patreon/user/12345/post/98765")
self.link_input.textChanged.connect(self.update_custom_folder_visibility)
url_input_layout.addWidget(self.link_input, 1)
self.page_range_label = QLabel("Page Range:")
self.page_range_label.setStyleSheet("font-weight: bold; padding-left: 10px;")
url_input_layout.addWidget(self.page_range_label)
self.start_page_input = QLineEdit()
self.start_page_input.setPlaceholderText("Start")
self.start_page_input.setFixedWidth(50)
self.start_page_input.setToolTip("For creator URLs: Specify the starting page number to download from (e.g., 1, 2, 3).\nLeave blank or set to 1 to start from the first page.\nDisabled for single post URLs or Manga/Comic Mode.")
self.start_page_input.setValidator(QIntValidator(1, 99999))
url_input_layout.addWidget(self.start_page_input)
self.to_label = QLabel("to")
url_input_layout.addWidget(self.to_label)
self.end_page_input = QLineEdit()
self.end_page_input.setPlaceholderText("End")
self.end_page_input.setFixedWidth(50)
self.end_page_input.setToolTip("For creator URLs: Specify the ending page number to download up to (e.g., 5, 10).\nLeave blank to download all pages from the start page.\nDisabled for single post URLs or Manga/Comic Mode.")
self.end_page_input.setValidator(QIntValidator(1, 99999))
url_input_layout.addWidget(self.end_page_input)
self.url_placeholder_widget = QWidget()
placeholder_layout = QHBoxLayout(self.url_placeholder_widget)
placeholder_layout.setContentsMargins(0,0,0,0)
fav_mode_active_label = QLabel("β Favorite Mode is active. Please select filters below before choosing your favorite artists. Select action below.")
fav_mode_active_label.setAlignment(Qt.AlignCenter)
placeholder_layout.addWidget(fav_mode_active_label)
self.url_or_placeholder_stack = QStackedWidget()
self.url_or_placeholder_stack.addWidget(self.url_input_widget)
self.url_or_placeholder_stack.addWidget(self.url_placeholder_widget)
left_layout.addWidget(self.url_or_placeholder_stack)
self.favorite_action_buttons_widget = QWidget()
favorite_buttons_layout = QHBoxLayout(self.favorite_action_buttons_widget)
favorite_buttons_layout.setContentsMargins(0,0,0,0)
self.favorite_mode_artists_button = QPushButton("πΌοΈ Favorite Artists")
self.favorite_mode_artists_button.setToolTip("Browse and manage favorite artists (functionality TBD).")
self.favorite_mode_artists_button.setSizePolicy(QSizePolicy.Expanding, QSizePolicy.Preferred)
self.favorite_mode_posts_button = QPushButton("π Favorite Posts") # Ensure this button is created
self.favorite_mode_posts_button.setToolTip("Browse and manage favorite posts (functionality TBD).")
self.favorite_mode_posts_button.setSizePolicy(QSizePolicy.Expanding, QSizePolicy.Preferred)
self.favorite_scope_toggle_button = QPushButton()
self.favorite_scope_toggle_button.setStyleSheet("padding: 6px 10px;")
self.favorite_scope_toggle_button.setSizePolicy(QSizePolicy.Expanding, QSizePolicy.Preferred)
favorite_buttons_layout.addWidget(self.favorite_mode_artists_button)
favorite_buttons_layout.addWidget(self.favorite_mode_posts_button)
favorite_buttons_layout.addWidget(self.favorite_scope_toggle_button)
left_layout.addWidget(QLabel("π Download Location:"))
self.dir_input = QLineEdit()
self.dir_input.setPlaceholderText("Select folder where downloads will be saved")
self.dir_input.setToolTip("Enter or browse to the main folder where all downloaded content will be saved.\nThis is required unless 'Only Links' mode is selected.")
self.dir_button = QPushButton("Browse...")
self.dir_button.clicked.connect(self.browse_directory)
self.dir_button.setToolTip("Click to open a dialog to select the main download folder.")
dir_layout = QHBoxLayout()
dir_layout.addWidget(self.dir_input, 1)
dir_layout.addWidget(self.dir_button)
left_layout.addLayout(dir_layout)
self.filters_and_custom_folder_container_widget = QWidget()
filters_and_custom_folder_layout = QHBoxLayout(self.filters_and_custom_folder_container_widget)
filters_and_custom_folder_layout.setContentsMargins(0, 5, 0, 0)
filters_and_custom_folder_layout.setSpacing(10)
self.character_filter_widget = QWidget()
character_filter_v_layout = QVBoxLayout(self.character_filter_widget)
character_filter_v_layout.setContentsMargins(0,0,0,0)
character_filter_v_layout.setSpacing(2)
self.character_label = QLabel("π― Filter by Character(s) (comma-separated):")
character_filter_v_layout.addWidget(self.character_label)
char_input_and_button_layout = QHBoxLayout()
char_input_and_button_layout.setContentsMargins(0, 0, 0, 0)
char_input_and_button_layout.setSpacing(10)
self.character_input = QLineEdit()
self.character_input.setPlaceholderText("e.g., Tifa, Aerith, (Cloud, Zack)")
self.character_input.setToolTip(
"Enter character names, comma-separated (e.g., Tifa, Aerith).\n"
"Group aliases for a combined folder name: (alias1, alias2, alias3) becomes folder 'alias1 alias2 alias3'.\n"
"All names in the group are used as aliases for matching content.\n\n"
"The 'Filter: [Type]' button next to this input cycles how this filter applies:\n"
"- Filter: Files: Checks individual filenames. Only matching files are downloaded.\n"
"- Filter: Title: Checks post titles. All files from a matching post are downloaded.\n"
"- Filter: Both: Checks post title first. If no match, then checks filenames.\n"
"- Filter: Comments (Beta): Checks filenames first. If no match, then checks post comments.\n\n"
"This filter also influences folder naming if 'Separate Folders by Name/Title' is enabled."
)
char_input_and_button_layout.addWidget(self.character_input, 3)
self.char_filter_scope_toggle_button = QPushButton()
self._update_char_filter_scope_button_text()
self.char_filter_scope_toggle_button.setStyleSheet("padding: 6px 10px;")
self.char_filter_scope_toggle_button.setMinimumWidth(100)
char_input_and_button_layout.addWidget(self.char_filter_scope_toggle_button, 1)
character_filter_v_layout.addLayout(char_input_and_button_layout)
self.custom_folder_widget = QWidget()
custom_folder_v_layout = QVBoxLayout(self.custom_folder_widget)
custom_folder_v_layout.setContentsMargins(0,0,0,0)
custom_folder_v_layout.setSpacing(2)
self.custom_folder_label = QLabel("ποΈ Custom Folder Name (Single Post Only):")
self.custom_folder_input = QLineEdit()
self.custom_folder_input.setToolTip(
"If downloading a single post URL AND 'Separate Folders by Name/Title' is enabled,\n"
"you can enter a custom name here for that post's download folder.\n"
"Example: My Favorite Scene")
self.custom_folder_input.setPlaceholderText("Optional: Save this post to specific folder")
custom_folder_v_layout.addWidget(self.custom_folder_label)
custom_folder_v_layout.addWidget(self.custom_folder_input)
self.custom_folder_widget.setVisible(False)
filters_and_custom_folder_layout.addWidget(self.character_filter_widget, 1)
filters_and_custom_folder_layout.addWidget(self.custom_folder_widget, 1)
left_layout.addWidget(self.filters_and_custom_folder_container_widget)
word_manipulation_container_widget = QWidget()
word_manipulation_outer_layout = QHBoxLayout(word_manipulation_container_widget)
word_manipulation_outer_layout.setContentsMargins(0,0,0,0)
word_manipulation_outer_layout.setSpacing(15)
skip_words_widget = QWidget()
skip_words_vertical_layout = QVBoxLayout(skip_words_widget)
skip_words_vertical_layout.setContentsMargins(0,0,0,0)
skip_words_vertical_layout.setSpacing(2)
skip_words_label = QLabel("π« Skip with Words (comma-separated):")
skip_words_vertical_layout.addWidget(skip_words_label)
skip_input_and_button_layout = QHBoxLayout()
skip_input_and_button_layout = QHBoxLayout()
skip_input_and_button_layout.setContentsMargins(0, 0, 0, 0)
skip_input_and_button_layout.setSpacing(10)
self.skip_words_input = QLineEdit()
# Updated tooltip for skip_words_input
self.skip_words_input.setToolTip(
"Enter words, comma-separated, to skip downloading certain content (e.g., WIP, sketch, preview).\n\n"
"The 'Scope: [Type]' button next to this input cycles how this filter applies:\n"
"- Scope: Files: Skips individual files if their names contain any of these words.\n"
"- Scope: Posts: Skips entire posts if their titles contain any of these words.\n"
"- Scope: Both: Applies both (post title first, then individual files if post title is okay)."
)
self.skip_words_input.setPlaceholderText("e.g., WM, WIP, sketch, preview")
skip_input_and_button_layout.addWidget(self.skip_words_input, 1)
self.skip_scope_toggle_button = QPushButton()
self._update_skip_scope_button_text()
self.skip_scope_toggle_button.setStyleSheet("padding: 6px 10px;")
self.skip_scope_toggle_button.setMinimumWidth(100)
skip_input_and_button_layout.addWidget(self.skip_scope_toggle_button, 0)
skip_words_vertical_layout.addLayout(skip_input_and_button_layout)
word_manipulation_outer_layout.addWidget(skip_words_widget, 7)
remove_words_widget = QWidget()
remove_words_vertical_layout = QVBoxLayout(remove_words_widget)
remove_words_vertical_layout.setContentsMargins(0,0,0,0)
remove_words_vertical_layout.setSpacing(2)
self.remove_from_filename_label = QLabel("βοΈ Remove Words from name:")
remove_words_vertical_layout.addWidget(self.remove_from_filename_label)
self.remove_from_filename_input = QLineEdit()
self.remove_from_filename_input.setToolTip(
"Enter words, comma-separated, to remove from downloaded filenames (case-insensitive).\n"
"Useful for cleaning up common prefixes/suffixes.\n"
"Example: patreon, kemono, [HD], _final"
)
self.remove_from_filename_input.setPlaceholderText("e.g., patreon, HD")
remove_words_vertical_layout.addWidget(self.remove_from_filename_input)
word_manipulation_outer_layout.addWidget(remove_words_widget, 3)
left_layout.addWidget(word_manipulation_container_widget)
file_filter_layout = QVBoxLayout()
file_filter_layout.setContentsMargins(0,10,0,0)
file_filter_layout.addWidget(QLabel("Filter Files:"))
radio_button_layout = QHBoxLayout()
radio_button_layout.setSpacing(10)
self.radio_group = QButtonGroup(self)
self.radio_all = QRadioButton("All")
self.radio_all.setToolTip("Download all file types found in posts.")
self.radio_images = QRadioButton("Images/GIFs")
self.radio_images.setToolTip("Download only common image formats (JPG, PNG, GIF, WEBP, etc.).")
self.radio_videos = QRadioButton("Videos")
self.radio_videos.setToolTip("Download only common video formats (MP4, MKV, WEBM, MOV, etc.).")
self.radio_only_archives = QRadioButton("π¦ Only Archives")
self.radio_only_audio = QRadioButton("π§ Only Audio")
self.radio_only_archives.setToolTip("Exclusively download .zip and .rar files. Other file-specific options are disabled.")
self.radio_only_links = QRadioButton("π Only Links")
self.radio_only_links.setToolTip("Extract and display external links from post descriptions instead of downloading files.\nDownload-related options will be disabled.")
self.radio_all.setChecked(True)
self.radio_group.addButton(self.radio_all)
self.radio_group.addButton(self.radio_images)
self.radio_group.addButton(self.radio_videos)
self.radio_group.addButton(self.radio_only_archives)
self.radio_group.addButton(self.radio_only_audio)
self.radio_group.addButton(self.radio_only_links)
radio_button_layout.addWidget(self.radio_all)
radio_button_layout.addWidget(self.radio_images)
radio_button_layout.addWidget(self.radio_videos)
radio_button_layout.addWidget(self.radio_only_archives)
radio_button_layout.addWidget(self.radio_only_audio)
file_filter_layout.addLayout(radio_button_layout)
left_layout.addLayout(file_filter_layout)
self.favorite_mode_checkbox = QCheckBox("β Favorite Mode")
self.favorite_mode_checkbox.setToolTip("Enable Favorite Mode to browse saved artists/posts.\nThis will replace the URL input with Favorite selection buttons (functionality TBD).")
self.favorite_mode_checkbox.setChecked(False)
radio_button_layout.addWidget(self.radio_only_links)
radio_button_layout.addWidget(self.favorite_mode_checkbox)
radio_button_layout.addStretch(1)
checkboxes_group_layout = QVBoxLayout()
checkboxes_group_layout.setSpacing(10)
row1_layout = QHBoxLayout()
row1_layout.setSpacing(10)
self.skip_zip_checkbox = QCheckBox("Skip .zip")
self.skip_zip_checkbox.setToolTip("If checked, .zip archive files will not be downloaded.\n(Disabled if 'Only Archives' is selected).")
self.skip_zip_checkbox.setChecked(True)
row1_layout.addWidget(self.skip_zip_checkbox)
self.skip_rar_checkbox = QCheckBox("Skip .rar")
self.skip_rar_checkbox.setToolTip("If checked, .rar archive files will not be downloaded.\n(Disabled if 'Only Archives' is selected).")
self.skip_rar_checkbox.setChecked(True)
row1_layout.addWidget(self.skip_rar_checkbox)
self.download_thumbnails_checkbox = QCheckBox("Download Thumbnails Only")
self.download_thumbnails_checkbox.setChecked(False)
self.download_thumbnails_checkbox.setToolTip(
"Downloads small preview images from the API instead of full-sized files (if available).\n"
"If 'Scan Post Content for Image URLs' is also checked, this mode will *only* download images found by the content scan (ignoring API thumbnails)."
)
row1_layout.addWidget(self.download_thumbnails_checkbox)
self.scan_content_images_checkbox = QCheckBox("Scan Content for Images")
self.scan_content_images_checkbox.setToolTip(
self._original_scan_content_tooltip)
self.scan_content_images_checkbox.setChecked(self.scan_content_images_setting)
row1_layout.addWidget(self.scan_content_images_checkbox)
self.compress_images_checkbox = QCheckBox("Compress to WebP")
self.compress_images_checkbox.setChecked(False)
self.compress_images_checkbox.setToolTip("Compress images > 1.5MB to WebP format (requires Pillow).")
row1_layout.addWidget(self.compress_images_checkbox)
row1_layout.addStretch(1)
checkboxes_group_layout.addLayout(row1_layout)
advanced_settings_label = QLabel("βοΈ Advanced Settings:")
checkboxes_group_layout.addWidget(advanced_settings_label)
advanced_row1_layout = QHBoxLayout()
advanced_row1_layout.setSpacing(10)
self.use_subfolders_checkbox = QCheckBox("Separate Folders by Name/Title")
self.use_subfolders_checkbox.setToolTip(
"Create subfolders based on 'Filter by Character(s)' input or post titles.\n"
"Uses 'Known Shows/Characters' list as a fallback for folder names if no specific filter matches.\n"
"Enables the 'Filter by Character(s)' input and 'Custom Folder Name' for single posts.")
self.use_subfolders_checkbox.setChecked(True)
self.use_subfolders_checkbox.toggled.connect(self.update_ui_for_subfolders)
advanced_row1_layout.addWidget(self.use_subfolders_checkbox)
self.use_subfolder_per_post_checkbox = QCheckBox("Subfolder per Post")
self.use_subfolder_per_post_checkbox.setChecked(False)
self.use_subfolder_per_post_checkbox.setToolTip(
"Creates a subfolder for each post. If 'Separate Folders' is also on, it's inside the character/title folder."
)
self.use_subfolder_per_post_checkbox.toggled.connect(self.update_ui_for_subfolders)
advanced_row1_layout.addWidget(self.use_subfolder_per_post_checkbox)
self.use_cookie_checkbox = QCheckBox("Use Cookie")
self.use_cookie_checkbox.setToolTip("If checked, will attempt to use cookies from 'cookies.txt' (Netscape format)\n"
"in the application directory for requests.\n"
"Useful for accessing content that requires login on Kemono/Coomer.")
self.use_cookie_checkbox.setChecked(self.use_cookie_setting)
self.cookie_text_input = QLineEdit()
self.cookie_text_input.setPlaceholderText("if no Select cookies.txt)")
self.cookie_text_input.setMinimumHeight(28)
self.cookie_text_input.setToolTip("Enter your cookie string directly.\n"
"This will be used if 'Use Cookie' is checked AND 'cookies.txt' is not found or this field is not empty.\n"
"The format depends on how the backend will parse it (e.g., 'name1=value1; name2=value2').")
self.cookie_text_input.setText(self.cookie_text_setting)
advanced_row1_layout.addWidget(self.use_cookie_checkbox)
advanced_row1_layout.addWidget(self.cookie_text_input, 2)
self.cookie_browse_button = QPushButton("Browse...")
self.cookie_browse_button.setToolTip("Browse for a cookie file (Netscape format, typically cookies.txt).\nThis will be used if 'Use Cookie' is checked and the text field above is empty.")
self.cookie_browse_button.setFixedWidth(80)
self.cookie_browse_button.setStyleSheet("padding: 4px 8px;")
advanced_row1_layout.addWidget(self.cookie_browse_button)
advanced_row1_layout.addStretch(1)
checkboxes_group_layout.addLayout(advanced_row1_layout)
advanced_row2_layout = QHBoxLayout()
advanced_row2_layout.setSpacing(10)
multithreading_layout = QHBoxLayout()
multithreading_layout.setContentsMargins(0,0,0,0)
self.use_multithreading_checkbox = QCheckBox("Use Multithreading")
self.use_multithreading_checkbox.setChecked(True)
self.use_multithreading_checkbox.setToolTip(
"Enables concurrent operations. See 'Threads' input for details."
)
multithreading_layout.addWidget(self.use_multithreading_checkbox)
self.thread_count_label = QLabel("Threads:")
multithreading_layout.addWidget(self.thread_count_label)
self.thread_count_input = QLineEdit()
self.thread_count_input.setFixedWidth(40)
self.thread_count_input.setText("4")
self.thread_count_input.setToolTip(
f"Number of concurrent operations.\n"
f"- Single Post: Concurrent file downloads (1-{MAX_FILE_THREADS_PER_POST_OR_WORKER} recommended).\n"
f"- Creator Feed URL: Number of posts to process simultaneously (1-{MAX_THREADS} recommended).\n"
f" Files within each post are downloaded one by one by its worker.\n"
f"If 'Use Multithreading' is unchecked, 1 thread is used."
)
self.thread_count_input.setValidator(QIntValidator(1, MAX_THREADS))
multithreading_layout.addWidget(self.thread_count_input)
advanced_row2_layout.addLayout(multithreading_layout)
self.external_links_checkbox = QCheckBox("Show External Links in Log")
self.external_links_checkbox.setToolTip(
"If checked, a secondary log panel appears below the main log to display external links found in post descriptions.\n"
"(Disabled if 'Only Links' or 'Only Archives' mode is active).")
self.external_links_checkbox.setChecked(False)
advanced_row2_layout.addWidget(self.external_links_checkbox)
self.manga_mode_checkbox = QCheckBox("Manga/Comic Mode")
self.manga_mode_checkbox.setToolTip("Downloads posts from oldest to newest and renames files based on post title (for creator feeds only).")
self.manga_mode_checkbox.setChecked(False)
advanced_row2_layout.addWidget(self.manga_mode_checkbox)
advanced_row2_layout.addStretch(1)
checkboxes_group_layout.addLayout(advanced_row2_layout)
left_layout.addLayout(checkboxes_group_layout)
self.standard_action_buttons_widget = QWidget()
btn_layout = QHBoxLayout()
btn_layout.setContentsMargins(0,0,0,0)
btn_layout.setSpacing(10)
self.download_btn = QPushButton("β¬οΈ Start Download")
self.download_btn.setToolTip("Click to start the download or link extraction process with the current settings.")
self.download_btn.setStyleSheet("padding: 8px 15px; font-weight: bold;")
self.download_btn.clicked.connect(self.start_download)
self.pause_btn = QPushButton("βΈοΈ Pause Download")
self.pause_btn.setToolTip("Click to pause the ongoing download process.")
self.pause_btn.setEnabled(False)
self.pause_btn.clicked.connect(self._handle_pause_resume_action)
self.cancel_btn = QPushButton("β Cancel & Reset UI")
self.cancel_btn.setEnabled(False)
self.cancel_btn.setToolTip("Click to cancel the ongoing download/extraction process and reset the UI fields (preserving URL and Directory).")
self.cancel_btn.clicked.connect(self.cancel_download_button_action)
btn_layout.addWidget(self.download_btn)
btn_layout.addWidget(self.pause_btn)
btn_layout.addWidget(self.cancel_btn)
self.standard_action_buttons_widget.setLayout(btn_layout)
self.bottom_action_buttons_stack = QStackedWidget()
self.bottom_action_buttons_stack.addWidget(self.standard_action_buttons_widget)
self.bottom_action_buttons_stack.addWidget(self.favorite_action_buttons_widget)
left_layout.addWidget(self.bottom_action_buttons_stack)
left_layout.addSpacing(10)
known_chars_label_layout = QHBoxLayout()
known_chars_label_layout.setSpacing(10)
self.known_chars_label = QLabel("π Known Shows/Characters (for Folder Names):")
known_chars_label_layout.addWidget(self.known_chars_label)
self.open_known_txt_button = QPushButton("Open Known.txt")
self.open_known_txt_button.setToolTip("Open the 'Known.txt' file in your default text editor.\nThe file is located in the application's directory.")
self.open_known_txt_button.setStyleSheet("padding: 4px 8px;")
self.open_known_txt_button.setFixedWidth(120)
known_chars_label_layout.addWidget(self.open_known_txt_button)
self.character_search_input = QLineEdit()
self.character_search_input.setToolTip("Type here to filter the list of known shows/characters below.")
self.character_search_input.setPlaceholderText("Search characters...")
known_chars_label_layout.addWidget(self.character_search_input, 1)
left_layout.addLayout(known_chars_label_layout)
self.character_list = QListWidget()
self.character_list.setToolTip(
"This list contains names used for automatic folder creation when 'Separate Folders' is on\n"
"and no specific 'Filter by Character(s)' is provided or matches a post.\n"
"Add names of series, games, or characters you frequently download.")
self.character_list.setSelectionMode(QListWidget.ExtendedSelection)
left_layout.addWidget(self.character_list, 1)
char_manage_layout = QHBoxLayout()
char_manage_layout.setSpacing(10)
self.new_char_input = QLineEdit()
self.new_char_input.setToolTip("Enter a new show, game, or character name to add to the list above.")
self.new_char_input.setPlaceholderText("Add new show/character name")
self.add_char_button = QPushButton("β Add")
self.add_char_button.setToolTip("Add the name from the input field to the 'Known Shows/Characters' list.")
self.add_to_filter_button = QPushButton("β€΅οΈ Add to Filter")
self.add_to_filter_button.setToolTip("Select names from 'Known Shows/Characters' list to add to the 'Filter by Character(s)' field above.")
self.delete_char_button = QPushButton("ποΈ Delete Selected")
self.delete_char_button.setToolTip("Delete the selected name(s) from the 'Known Shows/Characters' list.")
self.add_char_button.clicked.connect(self._handle_ui_add_new_character)
self.new_char_input.returnPressed.connect(self.add_char_button.click)
self.delete_char_button.clicked.connect(self.delete_selected_character)
char_manage_layout.addWidget(self.new_char_input, 2)
char_manage_layout.addWidget(self.add_char_button, 0)
self.known_names_help_button = QPushButton("?")
self.known_names_help_button.setFixedWidth(35)
self.known_names_help_button.setToolTip("Open the application feature guide.")
self.known_names_help_button.clicked.connect(self._show_feature_guide)
self.language_settings_button = QPushButton("βοΈ")
self.language_settings_button.setFixedWidth(35) # Keep fixed width
self.language_settings_button.setToolTip("Open application settings.") # Update tooltip
# self.language_settings_button.clicked.connect(self._open_language_settings_dialog) # Connection moved to _connect_signals
char_manage_layout.addWidget(self.add_to_filter_button, 0)
char_manage_layout.addWidget(self.delete_char_button, 0)
char_manage_layout.addWidget(self.known_names_help_button, 0)
char_manage_layout.addWidget(self.language_settings_button, 0)
left_layout.addLayout(char_manage_layout)
left_layout.addStretch(0)
log_title_layout = QHBoxLayout()
self.progress_log_label = QLabel("π Progress Log:")
log_title_layout.addWidget(self.progress_log_label)
log_title_layout.addStretch(1)
self.link_search_input = QLineEdit()
self.link_search_input.setToolTip("When in 'Only Links' mode, type here to filter the displayed links by text, URL, or platform.")
self.link_search_input.setPlaceholderText("Search Links...")
self.link_search_input.setVisible(False)
self.link_search_input.setFixedWidth(150)
log_title_layout.addWidget(self.link_search_input)
self.link_search_button = QPushButton("π")
self.link_search_button.setToolTip("Filter displayed links")
self.link_search_button.setVisible(False)
self.link_search_button.setFixedWidth(30)
self.link_search_button.setStyleSheet("padding: 4px 4px;")
log_title_layout.addWidget(self.link_search_button)
self.manga_rename_toggle_button = QPushButton()
self.manga_rename_toggle_button.setVisible(False)
self.manga_rename_toggle_button.setFixedWidth(140)
self.manga_rename_toggle_button.setStyleSheet("padding: 4px 8px;")
self._update_manga_filename_style_button_text()
log_title_layout.addWidget(self.manga_rename_toggle_button)
self.manga_date_prefix_input = QLineEdit()
self.manga_date_prefix_input.setPlaceholderText("Prefix for Manga Filenames") # Generalized
self.manga_date_prefix_input.setToolTip("Optional prefix for 'Date Based' or 'Original File' manga filenames (e.g., 'Series Name').\nIf empty, files will be named based on the style without a prefix.") # Generalized
self.manga_date_prefix_input.setVisible(False) # Initially hidden
self.manga_date_prefix_input.setFixedWidth(160) # Adjust as needed
log_title_layout.addWidget(self.manga_date_prefix_input) # Add to layout
self.multipart_toggle_button = QPushButton()
self.multipart_toggle_button.setToolTip("Toggle between Multi-part and Single-stream downloads for large files.")
self.multipart_toggle_button.setFixedWidth(130) # Adjust width as needed
self.multipart_toggle_button.setStyleSheet("padding: 4px 8px;") # Added padding
self._update_multipart_toggle_button_text() # Set initial text
log_title_layout.addWidget(self.multipart_toggle_button) # Add to layout
self.EYE_ICON = "\U0001F441" # ποΈ
self.CLOSED_EYE_ICON = "\U0001F648" # π
self.log_verbosity_toggle_button = QPushButton(self.EYE_ICON) # Initial state: Progress Log visible
self.log_verbosity_toggle_button.setToolTip("Current View: Progress Log. Click to switch to Missed Character Log.")
self.log_verbosity_toggle_button.setFixedWidth(45) # Adjusted for emoji
self.log_verbosity_toggle_button.setStyleSheet("font-size: 11pt; padding: 2px 2px 3px 2px;")
log_title_layout.addWidget(self.log_verbosity_toggle_button)
self.reset_button = QPushButton("π Reset")
self.reset_button.setToolTip("Reset all inputs and logs to default state (only when idle).")
self.reset_button.setFixedWidth(80)
self.reset_button.setStyleSheet("padding: 4px 8px;")
log_title_layout.addWidget(self.reset_button)
right_layout.addLayout(log_title_layout)
self.log_splitter = QSplitter(Qt.Vertical)
self.log_view_stack = QStackedWidget() # Create the stack
self.main_log_output = QTextEdit()
self.main_log_output.setToolTip("Displays progress messages, errors, and summaries. In 'Only Links' mode, shows extracted links.")
self.main_log_output.setReadOnly(True)
self.main_log_output.setLineWrapMode(QTextEdit.NoWrap)
self.main_log_output.setStyleSheet("""
QTextEdit { background-color: #3C3F41; border: 1px solid #5A5A5A; padding: 5px;
color: #F0F0F0; border-radius: 4px; font-family: Consolas, Courier New, monospace; font-size: 9.5pt; }""")
self.log_view_stack.addWidget(self.main_log_output) # Add progress log to stack
self.missed_character_log_output = QTextEdit() # Create missed character log
self.missed_character_log_output.setToolTip("Displays information about posts/files skipped due to character filters.")
self.missed_character_log_output.setReadOnly(True)
self.missed_character_log_output.setLineWrapMode(QTextEdit.NoWrap) # Or QTextEdit.WidgetWidth
self.missed_character_log_output.setStyleSheet(self.main_log_output.styleSheet()) # Use same style
self.log_view_stack.addWidget(self.missed_character_log_output) # Add missed char log to stack
self.external_log_output = QTextEdit()
self.external_log_output.setToolTip("If 'Show External Links in Log' is checked, this panel displays external links found in post descriptions.")
self.external_log_output.setReadOnly(True)
self.external_log_output.setLineWrapMode(QTextEdit.NoWrap)
self.external_log_output.setStyleSheet("""
QTextEdit { background-color: #3C3F41; border: 1px solid #5A5A5A; padding: 5px;
color: #F0F0F0; border-radius: 4px; font-family: Consolas, Courier New, monospace; font-size: 9.5pt; }""")
self.external_log_output.hide()
self.log_splitter.addWidget(self.log_view_stack) # Add stack to splitter (first widget)
self.log_splitter.addWidget(self.external_log_output)
self.log_splitter.setSizes([self.height(), 0])
right_layout.addWidget(self.log_splitter, 1)
export_button_layout = QHBoxLayout()
export_button_layout.addStretch(1)
self.export_links_button = QPushButton("Export Links")
self.export_links_button.setToolTip("Export all extracted links to a .txt file.")
self.export_links_button.setFixedWidth(100)
self.export_links_button.setStyleSheet("padding: 4px 8px; margin-top: 5px;")
self.export_links_button.setEnabled(False)
self.export_links_button.setVisible(False)
export_button_layout.addWidget(self.export_links_button)
right_layout.addLayout(export_button_layout)
self.progress_label = QLabel("Progress: Idle")
self.progress_label.setToolTip("Shows the overall progress of the download or link extraction process (e.g., posts processed).")
self.progress_label.setStyleSheet("padding-top: 5px; font-style: italic;")
right_layout.addWidget(self.progress_label)
self.file_progress_label = QLabel("")
self.file_progress_label.setToolTip("Shows the progress of individual file downloads, including speed and size.")
self.file_progress_label.setWordWrap(True)
self.file_progress_label.setStyleSheet("padding-top: 2px; font-style: italic; color: #A0A0A0;")
right_layout.addWidget(self.file_progress_label)
self.main_splitter.addWidget(left_panel_widget)
self.main_splitter.addWidget(right_panel_widget)
initial_width = self.width()
left_width = int(initial_width * 0.35)
right_width = initial_width - left_width
self.main_splitter.setSizes([left_width, right_width])
top_level_layout = QHBoxLayout(self)
top_level_layout.setContentsMargins(0,0,0,0)
top_level_layout.addWidget(self.main_splitter)
self.update_ui_for_subfolders(self.use_subfolders_checkbox.isChecked())
self.update_external_links_setting(self.external_links_checkbox.isChecked())
self.update_multithreading_label(self.thread_count_input.text())
self.update_page_range_enabled_state()
if self.manga_mode_checkbox:
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked())
if hasattr(self, 'link_input'): self.link_input.textChanged.connect(lambda: self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False)) # Also trigger manga UI update
self.load_known_names_from_util()
self._update_cookie_input_visibility(self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False) # Initial visibility
self._handle_multithreading_toggle(self.use_multithreading_checkbox.isChecked())
if hasattr(self, 'radio_group') and self.radio_group.checkedButton():
self._handle_filter_mode_change(self.radio_group.checkedButton(), True)
self._update_manga_filename_style_button_text()
self._update_skip_scope_button_text()
self._update_char_filter_scope_button_text()
self._update_multithreading_for_date_mode() # Ensure correct initial state
if hasattr(self, 'download_thumbnails_checkbox'): # Set initial state for scan_content checkbox based on thumbnail checkbox
self._handle_thumbnail_mode_change(self.download_thumbnails_checkbox.isChecked())
if hasattr(self, 'favorite_mode_checkbox'): # Ensure checkbox exists
self._handle_favorite_mode_toggle(self.favorite_mode_checkbox.isChecked()) # Initial UI state for favorite mode
self._update_favorite_scope_button_text() # Set initial text for fav scope button
def _browse_cookie_file(self):
"""Opens a file dialog to select a cookie file."""
start_dir = QStandardPaths.writableLocation(QStandardPaths.DownloadLocation)
if not start_dir:
start_dir = os.path.dirname(self.config_file) # App directory
filepath, _ = QFileDialog.getOpenFileName(self, "Select Cookie File", start_dir, "Text files (*.txt);;All files (*)")
if filepath:
self.selected_cookie_filepath = filepath
self.log_signal.emit(f"βΉοΈ Selected cookie file: {filepath}")
if hasattr(self, 'cookie_text_input'):
self.cookie_text_input.blockSignals(True)
self.cookie_text_input.setText(filepath)
self.cookie_text_input.setReadOnly(True)
self.cookie_text_input.setPlaceholderText("") # No placeholder when showing a path
self.cookie_text_input.blockSignals(False)
def _center_on_screen(self):
"""Centers the widget on the screen."""
try:
primary_screen = QApplication.primaryScreen()
if not primary_screen:
screens = QApplication.screens()
if not screens: return # Cannot center
primary_screen = screens[0]
available_geo = primary_screen.availableGeometry()
widget_geo = self.frameGeometry()
x = available_geo.x() + (available_geo.width() - widget_geo.width()) // 2
y = available_geo.y() + (available_geo.height() - widget_geo.height()) // 2
self.move(x, y)
except Exception as e:
self.log_signal.emit(f"β οΈ Error centering window: {e}")
def _handle_cookie_text_manual_change(self, text):
"""Handles manual changes to the cookie text input, especially clearing a browsed path."""
if not hasattr(self, 'cookie_text_input') or not hasattr(self, 'use_cookie_checkbox'):
return
if self.selected_cookie_filepath and not text.strip() and self.use_cookie_checkbox.isChecked():
self.selected_cookie_filepath = None
self.cookie_text_input.setReadOnly(False)
self.cookie_text_input.setPlaceholderText("Cookie string (if no cookies.txt)")
self.log_signal.emit("βΉοΈ Browsed cookie file path cleared from input. Switched to manual cookie string mode.")
def get_dark_theme(self):
return """
QWidget { background-color: #2E2E2E; color: #E0E0E0; font-family: Segoe UI, Arial, sans-serif; font-size: 10pt; }
QLineEdit, QListWidget { background-color: #3C3F41; border: 1px solid #5A5A5A; padding: 5px; color: #F0F0F0; border-radius: 4px; }
QTextEdit { background-color: #3C3F41; border: 1px solid #5A5A5A; padding: 5px; color: #F0F0F0; border-radius: 4px; }
QPushButton { background-color: #555; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 6px 12px; border-radius: 4px; min-height: 22px; }
QPushButton:hover { background-color: #656565; border: 1px solid #7A7A7A; }
QPushButton:pressed { background-color: #4A4A4A; }
QPushButton:disabled { background-color: #404040; color: #888; border-color: #555; }
QLabel { font-weight: bold; padding-top: 4px; padding-bottom: 2px; color: #C0C0C0; }
QRadioButton, QCheckBox { spacing: 5px; color: #E0E0E0; padding-top: 4px; padding-bottom: 4px; }
QRadioButton::indicator, QCheckBox::indicator { width: 14px; height: 14px; }
QListWidget { alternate-background-color: #353535; border: 1px solid #5A5A5A; }
QListWidget::item:selected { background-color: #007ACC; color: #FFFFFF; }
QToolTip { background-color: #4A4A4A; color: #F0F0F0; border: 1px solid #6A6A6A; padding: 4px; border-radius: 3px; }
QSplitter::handle { background-color: #5A5A5A; }
QSplitter::handle:horizontal { width: 5px; }
QSplitter::handle:vertical { height: 5px; }
QFrame[frameShape="4"], QFrame[frameShape="5"] {
border: 1px solid #4A4A4A;
border-radius: 3px;
}
"""
def browse_directory(self):
current_dir = self.dir_input.text() if os.path.isdir(self.dir_input.text()) else ""
folder = QFileDialog.getExistingDirectory(self, "Select Download Folder", current_dir)
if folder:
self.dir_input.setText(folder)
def handle_main_log(self, message):
is_html_message = message.startswith(HTML_PREFIX)
display_message = message
use_html = False
if is_html_message:
display_message = message[len(HTML_PREFIX):]
use_html = True
try:
safe_message = str(display_message).replace('\x00', '[NULL]')
if use_html:
self.main_log_output.insertHtml(safe_message)
else:
self.main_log_output.append(safe_message)
scrollbar = self.main_log_output.verticalScrollBar()
if scrollbar.value() >= scrollbar.maximum() - 30:
scrollbar.setValue(scrollbar.maximum())
except Exception as e:
print(f"GUI Main Log Error: {e}\nOriginal Message: {message}")
def _extract_key_term_from_title(self, title):
if not title:
return None
title_cleaned = re.sub(r'\[.*?\]', '', title) # Remove content in square brackets
title_cleaned = re.sub(r'\(.*?\)', '', title_cleaned) # Remove content in parentheses
title_cleaned = title_cleaned.strip()
word_matches = list(re.finditer(r'\b[a-zA-Z][a-zA-Z0-9_-]*\b', title_cleaned))
capitalized_candidates = []
for match in word_matches:
word = match.group(0)
if word.istitle() and word.lower() not in self.STOP_WORDS and len(word) > 2:
if not (len(word) > 3 and word.isupper()): # Avoid all-caps words unless short (like "AI")
capitalized_candidates.append({'text': word, 'len': len(word), 'pos': match.start()})
if capitalized_candidates:
capitalized_candidates.sort(key=lambda x: (x['len'], x['pos']), reverse=True)
return capitalized_candidates[0]['text']
non_capitalized_words_info = []
for match in word_matches:
word = match.group(0)
if word.lower() not in self.STOP_WORDS and len(word) > 3: # Min length 4 for non-capitalized
non_capitalized_words_info.append({'text': word, 'len': len(word), 'pos': match.start()})
if non_capitalized_words_info:
non_capitalized_words_info.sort(key=lambda x: (x['len'], x['pos']), reverse=True)
return non_capitalized_words_info[0]['text']
return None
def handle_missed_character_post(self, post_title, reason):
if self.missed_character_log_output:
key_term = self._extract_key_term_from_title(post_title)
if key_term:
normalized_key_term = key_term.lower()
if normalized_key_term not in self.already_logged_bold_key_terms:
self.already_logged_bold_key_terms.add(normalized_key_term)
self.missed_key_terms_buffer.append(key_term) # Store original case
self._refresh_missed_character_log()
else: # Fallback if UI element isn't ready (should not happen in normal operation)
print(f"Debug (Missed Char Log): Title='{post_title}', Reason='{reason}'")
def _refresh_missed_character_log(self):
if self.missed_character_log_output:
self.missed_character_log_output.clear()
sorted_terms = sorted(self.missed_key_terms_buffer, key=str.lower)
separator_line = "-" * 40 # Define the separator
for term in sorted_terms:
display_term = term.capitalize() # Ensure first letter is capitalized
self.missed_character_log_output.append(separator_line)
self.missed_character_log_output.append(f'{display_term}
')
self.missed_character_log_output.append(separator_line)
self.missed_character_log_output.append("") # Add a blank line for spacing
scrollbar = self.missed_character_log_output.verticalScrollBar()
scrollbar.setValue(0) # Scroll to top after refresh
def _is_download_active(self):
single_thread_active = self.download_thread and self.download_thread.isRunning()
fetcher_active = hasattr(self, 'is_fetcher_thread_running') and self.is_fetcher_thread_running
pool_has_active_tasks = self.thread_pool is not None and any(not f.done() for f in self.active_futures if f is not None)
multi_thread_active = fetcher_active or pool_has_active_tasks
return single_thread_active or multi_thread_active
def handle_external_link_signal(self, post_title, link_text, link_url, platform, decryption_key):
link_data = (post_title, link_text, link_url, platform, decryption_key)
self.external_link_queue.append(link_data)
if self.radio_only_links and self.radio_only_links.isChecked():
self.extracted_links_cache.append(link_data)
self._try_process_next_external_link()
def _try_process_next_external_link(self):
if self._is_processing_external_link_queue or not self.external_link_queue:
return
is_only_links_mode = self.radio_only_links and self.radio_only_links.isChecked()
should_display_in_external_log = self.show_external_links and not is_only_links_mode
if not (is_only_links_mode or should_display_in_external_log):
self._is_processing_external_link_queue = False
if self.external_link_queue:
QTimer.singleShot(0, self._try_process_next_external_link)
return
self._is_processing_external_link_queue = True
link_data = self.external_link_queue.popleft()
if is_only_links_mode:
delay_ms = 80
QTimer.singleShot(delay_ms, lambda data=link_data: self._display_and_schedule_next(data))
elif self._is_download_active():
delay_ms = random.randint(4000, 8000)
QTimer.singleShot(delay_ms, lambda data=link_data: self._display_and_schedule_next(data))
else:
QTimer.singleShot(0, lambda data=link_data: self._display_and_schedule_next(data))
def _display_and_schedule_next(self, link_data):
post_title, link_text, link_url, platform, decryption_key = link_data
is_only_links_mode = self.radio_only_links and self.radio_only_links.isChecked()
max_link_text_len = 35
display_text = link_text[:max_link_text_len].strip() + "..." if len(link_text) > max_link_text_len else link_text
formatted_link_info = f"{display_text} - {link_url} - {platform}"
separator = "-" * 45
if decryption_key:
formatted_link_info += f" (Decryption Key: {decryption_key})"
if is_only_links_mode:
if post_title != self._current_link_post_title:
self.log_signal.emit(HTML_PREFIX + "
" + separator + "
")
title_html = f'{post_title}
'
self.log_signal.emit(HTML_PREFIX + title_html)
self._current_link_post_title = post_title
self.log_signal.emit(formatted_link_info)
elif self.show_external_links:
self._append_to_external_log(formatted_link_info, separator)
self._is_processing_external_link_queue = False
self._try_process_next_external_link()
def _append_to_external_log(self, formatted_link_text, separator):
if not (self.external_log_output and self.external_log_output.isVisible()):
return
try:
self.external_log_output.append(formatted_link_text)
self.external_log_output.append("")
scrollbar = self.external_log_output.verticalScrollBar()
if scrollbar.value() >= scrollbar.maximum() - 50:
scrollbar.setValue(scrollbar.maximum())
except Exception as e:
self.log_signal.emit(f"GUI External Log Append Error: {e}\nOriginal Message: {formatted_link_text}")
print(f"GUI External Log Error (Append): {e}\nOriginal Message: {formatted_link_text}")
def update_file_progress_display(self, filename, progress_info):
if not filename and progress_info is None: # Explicit clear
self.file_progress_label.setText("")
return
if isinstance(progress_info, list): # Multi-part progress (list of chunk dicts)
if not progress_info: # Empty list
self.file_progress_label.setText(f"File: {filename} - Initializing parts...")
return
total_downloaded_overall = sum(cs.get('downloaded', 0) for cs in progress_info)
total_file_size_overall = sum(cs.get('total', 0) for cs in progress_info)
active_chunks_count = 0
combined_speed_bps = 0
for cs in progress_info:
if cs.get('active', False):
active_chunks_count += 1
combined_speed_bps += cs.get('speed_bps', 0)
dl_mb = total_downloaded_overall / (1024 * 1024)
total_mb = total_file_size_overall / (1024 * 1024)
speed_MBps = (combined_speed_bps / 8) / (1024 * 1024)
progress_text = f"DL '{filename[:20]}...': {dl_mb:.1f}/{total_mb:.1f} MB ({active_chunks_count} parts @ {speed_MBps:.2f} MB/s)"
self.file_progress_label.setText(progress_text)
elif isinstance(progress_info, tuple) and len(progress_info) == 2: # Single stream (downloaded_bytes, total_bytes)
downloaded_bytes, total_bytes = progress_info
if not filename and total_bytes == 0 and downloaded_bytes == 0: # Clear if no info
self.file_progress_label.setText("")
return
max_fn_len = 25
disp_fn = filename if len(filename) <= max_fn_len else filename[:max_fn_len-3].strip()+"..."
dl_mb = downloaded_bytes / (1024*1024)
prog_text_base = f"Downloading '{disp_fn}' ({dl_mb:.1f}MB"
if total_bytes > 0:
tot_mb = total_bytes / (1024*1024)
prog_text_base += f" / {tot_mb:.1f}MB)"
else:
prog_text_base += ")"
self.file_progress_label.setText(prog_text_base)
elif filename and progress_info is None: # Explicit request to clear for a specific file (e.g. download finished/failed)
self.file_progress_label.setText("")
elif not filename and not progress_info: # General clear
self.file_progress_label.setText("")
def update_external_links_setting(self, checked):
is_only_links_mode = self.radio_only_links and self.radio_only_links.isChecked()
is_only_archives_mode = self.radio_only_archives and self.radio_only_archives.isChecked()
if is_only_links_mode or is_only_archives_mode:
if self.external_log_output: self.external_log_output.hide()
if self.log_splitter: self.log_splitter.setSizes([self.height(), 0])
return
self.show_external_links = checked
if checked:
if self.external_log_output: self.external_log_output.show()
if self.log_splitter: self.log_splitter.setSizes([self.height() // 2, self.height() // 2])
if self.main_log_output: self.main_log_output.setMinimumHeight(50)
if self.external_log_output: self.external_log_output.setMinimumHeight(50)
self.log_signal.emit("\n" + "="*40 + "\nπ External Links Log Enabled\n" + "="*40)
if self.external_log_output:
self.external_log_output.clear()
self.external_log_output.append("π External Links Found:")
self._try_process_next_external_link()
else:
if self.external_log_output: self.external_log_output.hide()
if self.log_splitter: self.log_splitter.setSizes([self.height(), 0])
if self.main_log_output: self.main_log_output.setMinimumHeight(0)
if self.external_log_output: self.external_log_output.setMinimumHeight(0)
if self.external_log_output: self.external_log_output.clear()
self.log_signal.emit("\n" + "="*40 + "\nπ External Links Log Disabled\n" + "="*40)
def _handle_filter_mode_change(self, button, checked):
if not button or not checked:
return
filter_mode_text = button.text()
is_only_links = (filter_mode_text == "π Only Links")
is_only_audio = (filter_mode_text == "π§ Only Audio")
is_only_archives = (filter_mode_text == "π¦ Only Archives")
if self.skip_scope_toggle_button:
self.skip_scope_toggle_button.setVisible(not (is_only_links or is_only_archives or is_only_audio))
if hasattr(self, 'multipart_toggle_button') and self.multipart_toggle_button:
self.multipart_toggle_button.setVisible(not (is_only_links or is_only_archives or is_only_audio))
if self.link_search_input: self.link_search_input.setVisible(is_only_links)
if self.link_search_button: self.link_search_button.setVisible(is_only_links)
if self.export_links_button:
self.export_links_button.setVisible(is_only_links)
self.export_links_button.setEnabled(is_only_links and bool(self.extracted_links_cache))
if self.download_btn: # Update download button text
if is_only_links:
self.download_btn.setText("π Extract Links")
else:
self.download_btn.setText("β¬οΈ Start Download")
if not is_only_links and self.link_search_input: self.link_search_input.clear()
file_download_mode_active = not is_only_links
if self.dir_input: self.dir_input.setEnabled(file_download_mode_active)
if self.dir_button: self.dir_button.setEnabled(file_download_mode_active)
if self.use_subfolders_checkbox: self.use_subfolders_checkbox.setEnabled(file_download_mode_active)
if self.skip_words_input: self.skip_words_input.setEnabled(file_download_mode_active)
if self.skip_scope_toggle_button: self.skip_scope_toggle_button.setEnabled(file_download_mode_active)
if hasattr(self, 'remove_from_filename_input'): self.remove_from_filename_input.setEnabled(file_download_mode_active)
if self.skip_zip_checkbox:
can_skip_zip = file_download_mode_active and not is_only_archives
self.skip_zip_checkbox.setEnabled(can_skip_zip)
if is_only_archives:
self.skip_zip_checkbox.setChecked(False)
if self.skip_rar_checkbox:
can_skip_rar = file_download_mode_active and not is_only_archives
self.skip_rar_checkbox.setEnabled(can_skip_rar)
if is_only_archives:
self.skip_rar_checkbox.setChecked(False)
other_file_proc_enabled = file_download_mode_active and not is_only_archives
if self.download_thumbnails_checkbox: self.download_thumbnails_checkbox.setEnabled(other_file_proc_enabled)
if self.compress_images_checkbox: self.compress_images_checkbox.setEnabled(other_file_proc_enabled)
if self.external_links_checkbox:
can_show_external_log_option = file_download_mode_active and not is_only_archives
self.external_links_checkbox.setEnabled(can_show_external_log_option)
if not can_show_external_log_option:
self.external_links_checkbox.setChecked(False)
if is_only_links:
self.progress_log_label.setText("π Extracted Links Log:")
if self.external_log_output: self.external_log_output.hide()
if self.log_splitter: self.log_splitter.setSizes([self.height(), 0])
if self.main_log_output: self.main_log_output.clear(); self.main_log_output.setMinimumHeight(0)
if self.external_log_output: self.external_log_output.clear(); self.external_log_output.setMinimumHeight(0)
self.log_signal.emit("="*20 + " Mode changed to: Only Links " + "="*20)
self._filter_links_log()
self._try_process_next_external_link()
elif is_only_archives:
self.progress_log_label.setText("π Progress Log (Archives Only):")
if self.external_log_output: self.external_log_output.hide()
if self.log_splitter: self.log_splitter.setSizes([self.height(), 0])
if self.main_log_output: self.main_log_output.clear()
self.log_signal.emit("="*20 + " Mode changed to: Only Archives " + "="*20)
elif is_only_audio:
self.progress_log_label.setText("π Progress Log (Audio Only):")
if self.external_log_output: self.external_log_output.hide()
if self.log_splitter: self.log_splitter.setSizes([self.height(), 0])
if self.main_log_output: self.main_log_output.clear()
self.log_signal.emit("="*20 + " Mode changed to: Only Archives " + "="*20)
else:
self.progress_log_label.setText("π Progress Log:")
self.update_external_links_setting(self.external_links_checkbox.isChecked() if self.external_links_checkbox else False)
self.log_signal.emit(f"="*20 + f" Mode changed to: {filter_mode_text} " + "="*20)
subfolders_on = self.use_subfolders_checkbox.isChecked() if self.use_subfolders_checkbox else False
manga_on = self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False
character_filter_should_be_active = file_download_mode_active and not is_only_archives
if self.character_filter_widget:
self.character_filter_widget.setVisible(character_filter_should_be_active)
enable_character_filter_related_widgets = character_filter_should_be_active
if self.character_input:
self.character_input.setEnabled(enable_character_filter_related_widgets)
if not enable_character_filter_related_widgets:
self.character_input.clear()
if self.char_filter_scope_toggle_button:
self.char_filter_scope_toggle_button.setEnabled(enable_character_filter_related_widgets)
self.update_ui_for_subfolders(subfolders_on)
self.update_custom_folder_visibility()
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False)
def _filter_links_log(self):
if not (self.radio_only_links and self.radio_only_links.isChecked()): return
search_term = self.link_search_input.text().lower().strip() if self.link_search_input else ""
self.main_log_output.clear()
current_title_for_display = None
separator = "-" * 45
for post_title, link_text, link_url, platform, decryption_key in self.extracted_links_cache:
matches_search = (
not search_term or
search_term in link_text.lower() or
search_term in link_url.lower() or
search_term in platform.lower() or
(decryption_key and search_term in decryption_key.lower())
)
if matches_search:
if post_title != current_title_for_display:
self.main_log_output.insertHtml("
" + separator + "
")
title_html = f'{post_title}
'
self.main_log_output.insertHtml(title_html)
current_title_for_display = post_title
max_link_text_len = 35
display_text = link_text[:max_link_text_len].strip() + "..." if len(link_text) > max_link_text_len else link_text
formatted_link_info = f"{display_text} - {link_url} - {platform}"
if decryption_key:
formatted_link_info += f" (Decryption Key: {decryption_key})"
self.main_log_output.append(formatted_link_info)
if self.main_log_output.toPlainText().strip():
self.main_log_output.append("")
self.main_log_output.verticalScrollBar().setValue(0)
def _export_links_to_file(self):
if not (self.radio_only_links and self.radio_only_links.isChecked()):
QMessageBox.information(self, "Export Links", "Link export is only available in 'Only Links' mode.")
return
if not self.extracted_links_cache:
QMessageBox.information(self, "Export Links", "No links have been extracted yet.")
return
default_filename = "extracted_links.txt"
filepath, _ = QFileDialog.getSaveFileName(self, "Save Links", default_filename, "Text Files (*.txt);;All Files (*)")
if filepath:
try:
with open(filepath, 'w', encoding='utf-8') as f:
current_title_for_export = None
separator = "-" * 60 + "\n"
for post_title, link_text, link_url, platform, decryption_key in self.extracted_links_cache:
if post_title != current_title_for_export:
if current_title_for_export is not None:
f.write("\n" + separator + "\n")
f.write(f"Post Title: {post_title}\n\n")
current_title_for_export = post_title
line_to_write = f" {link_text} - {link_url} - {platform}"
if decryption_key:
line_to_write += f" (Decryption Key: {decryption_key})"
f.write(line_to_write + "\n")
self.log_signal.emit(f"β
Links successfully exported to: {filepath}")
QMessageBox.information(self, "Export Successful", f"Links exported to:\n{filepath}")
except Exception as e:
self.log_signal.emit(f"β Error exporting links: {e}")
QMessageBox.critical(self, "Export Error", f"Could not export links: {e}")
def get_filter_mode(self):
if self.radio_only_links and self.radio_only_links.isChecked():
return 'all'
elif self.radio_images.isChecked():
return 'image'
elif self.radio_videos.isChecked():
return 'video'
elif self.radio_only_archives and self.radio_only_archives.isChecked():
return 'archive'
elif hasattr(self, 'radio_only_audio') and self.radio_only_audio.isChecked(): # New audio mode
return 'audio'
elif self.radio_all.isChecked():
return 'all'
return 'all'
def get_skip_words_scope(self):
return self.skip_words_scope
def _update_skip_scope_button_text(self):
if self.skip_scope_toggle_button:
if self.skip_words_scope == SKIP_SCOPE_FILES:
self.skip_scope_toggle_button.setText("Scope: Files")
self.skip_scope_toggle_button.setToolTip(
"Current Skip Scope: Files\n\n"
"Skips individual files if their names contain any of the 'Skip with Words'.\n"
"Example: Skip words \"WIP, sketch\".\n"
"- File \"art_WIP.jpg\" -> SKIPPED.\n"
"- File \"final_art.png\" -> DOWNLOADED (if other conditions met).\n\n"
"Post is still processed for other non-skipped files.\n"
"Click to cycle to: Both"
)
elif self.skip_words_scope == SKIP_SCOPE_POSTS:
self.skip_scope_toggle_button.setText("Scope: Posts")
self.skip_scope_toggle_button.setToolTip(
"Current Skip Scope: Posts\n\n"
"Skips entire posts if their titles contain any of the 'Skip with Words'.\n"
"All files from a skipped post are ignored.\n"
"Example: Skip words \"preview, announcement\".\n"
"- Post \"Exciting Announcement!\" -> SKIPPED.\n"
"- Post \"Finished Artwork\" -> PROCESSED (if other conditions met).\n\n"
"Click to cycle to: Files"
)
elif self.skip_words_scope == SKIP_SCOPE_BOTH:
self.skip_scope_toggle_button.setText("Scope: Both")
self.skip_scope_toggle_button.setToolTip(
"Current Skip Scope: Both (Posts then Files)\n\n"
"1. Checks post title: If title contains a skip word, the entire post is SKIPPED.\n"
"2. If post title is OK, then checks individual filenames: If a filename contains a skip word, only that file is SKIPPED.\n"
"Example: Skip words \"WIP, sketch\".\n"
"- Post \"Sketches and WIPs\" (title match) -> ENTIRE POST SKIPPED.\n"
"- Post \"Art Update\" (title OK) with files:\n"
" - \"character_WIP.jpg\" (file match) -> SKIPPED.\n"
" - \"final_scene.png\" (file OK) -> DOWNLOADED.\n\n"
"Click to cycle to: Files"
"Click to cycle to: Posts"
)
else:
self.skip_scope_toggle_button.setText("Scope: Unknown")
self.skip_scope_toggle_button.setToolTip(
"Current Skip Scope: Unknown\n\n"
"The skip words scope is in an unknown state. Please cycle or reset.\n\n"
"Click to cycle to: Posts"
)
def _cycle_skip_scope(self):
if self.skip_words_scope == SKIP_SCOPE_POSTS: # Posts -> Files
self.skip_words_scope = SKIP_SCOPE_FILES
elif self.skip_words_scope == SKIP_SCOPE_FILES: # Files -> Both
self.skip_words_scope = SKIP_SCOPE_BOTH
elif self.skip_words_scope == SKIP_SCOPE_BOTH: # Both -> Posts
self.skip_words_scope = SKIP_SCOPE_POSTS
else: # Default fallback
self.skip_words_scope = SKIP_SCOPE_POSTS
self._update_skip_scope_button_text()
self.settings.setValue(SKIP_WORDS_SCOPE_KEY, self.skip_words_scope)
self.log_signal.emit(f"βΉοΈ Skip words scope changed to: '{self.skip_words_scope}'")
def get_char_filter_scope(self):
return self.char_filter_scope
def _update_char_filter_scope_button_text(self):
if self.char_filter_scope_toggle_button:
if self.char_filter_scope == CHAR_SCOPE_FILES:
self.char_filter_scope_toggle_button.setText("Filter: Files")
self.char_filter_scope_toggle_button.setToolTip(
"Current Scope: Files\n\n"
"Filters individual files by name. A post is kept if any file matches.\n"
"Only matching files from that post are downloaded.\n"
"Example: Filter 'Tifa'. File 'Tifa_artwork.jpg' matches and is downloaded.\n"
"Folder Naming: Uses character from matching filename.\n\n"
"Click to cycle to: Both"
)
elif self.char_filter_scope == CHAR_SCOPE_TITLE:
self.char_filter_scope_toggle_button.setText("Filter: Title")
self.char_filter_scope_toggle_button.setToolTip(
"Current Scope: Title\n\n"
"Filters entire posts by their title. All files from a matching post are downloaded.\n"
"Example: Filter 'Aerith'. Post titled 'Aerith's Garden' matches; all its files are downloaded.\n"
"Folder Naming: Uses character from matching post title.\n\n"
"Click to cycle to: Files"
)
elif self.char_filter_scope == CHAR_SCOPE_BOTH:
self.char_filter_scope_toggle_button.setText("Filter: Both")
self.char_filter_scope_toggle_button.setToolTip(
"Current Scope: Both (Title then Files)\n\n"
"1. Checks post title: If matches, all files from post are downloaded.\n"
"2. If title doesn't match, checks filenames: If any file matches, only that file is downloaded.\n"
"Example: Filter 'Cloud'.\n"
" - Post 'Cloud Strife' (title match) -> all files downloaded.\n"
" - Post 'Bike Chase' with 'Cloud_fenrir.jpg' (file match) -> only 'Cloud_fenrir.jpg' downloaded.\n"
"Folder Naming: Prioritizes title match, then file match.\n\n"
"Click to cycle to: Comments"
)
elif self.char_filter_scope == CHAR_SCOPE_COMMENTS:
self.char_filter_scope_toggle_button.setText("Filter: Comments (Beta)")
self.char_filter_scope_toggle_button.setToolTip(
"Current Scope: Comments (Beta - Files first, then Comments as fallback)\n\n"
"1. Checks filenames: If any file in the post matches the filter, the entire post is downloaded. Comments are NOT checked for this filter term.\n"
"2. If no file matches, THEN checks post comments: If a comment matches, the entire post is downloaded.\n"
"Example: Filter 'Barret'.\n"
" - Post A: Files 'Barret_gunarm.jpg', 'other.png'. File 'Barret_gunarm.jpg' matches. All files from Post A downloaded. Comments not checked for 'Barret'.\n"
" - Post B: Files 'dyne.jpg', 'weapon.gif'. Comments: '...a drawing of Barret Wallace...'. No file match for 'Barret'. Comment matches. All files from Post B downloaded.\n"
"Folder Naming: Prioritizes character from file match, then from comment match.\n\n"
"Click to cycle to: Files"
"Click to cycle to: Title"
)
else:
self.char_filter_scope_toggle_button.setText("Filter: Unknown")
self.char_filter_scope_toggle_button.setToolTip(
"Current Scope: Unknown\n\n"
"The character filter scope is in an unknown state. Please cycle or reset.\n\n"
"Click to cycle to: Title"
)
def _cycle_char_filter_scope(self):
if self.char_filter_scope == CHAR_SCOPE_TITLE: # Title -> Files
self.char_filter_scope = CHAR_SCOPE_FILES
elif self.char_filter_scope == CHAR_SCOPE_FILES: # Files -> Both
self.char_filter_scope = CHAR_SCOPE_BOTH
elif self.char_filter_scope == CHAR_SCOPE_BOTH: # Both -> Comments
self.char_filter_scope = CHAR_SCOPE_COMMENTS
elif self.char_filter_scope == CHAR_SCOPE_COMMENTS: # Comments -> Title
self.char_filter_scope = CHAR_SCOPE_TITLE
else: # Default fallback
self.char_filter_scope = CHAR_SCOPE_TITLE
self._update_char_filter_scope_button_text()
self.settings.setValue(CHAR_FILTER_SCOPE_KEY, self.char_filter_scope)
self.log_signal.emit(f"βΉοΈ Character filter scope changed to: '{self.char_filter_scope}'")
def _handle_ui_add_new_character(self):
"""Handles adding a new character from the UI input field."""
name_from_ui_input = self.new_char_input.text().strip()
successfully_added_any = False
if not name_from_ui_input:
QMessageBox.warning(self, "Input Error", "Name cannot be empty.")
return
if name_from_ui_input.startswith("(") and name_from_ui_input.endswith(")~"):
content = name_from_ui_input[1:-2].strip() # Remove ( and )~
aliases = [alias.strip() for alias in content.split(',') if alias.strip()]
if aliases:
folder_name = " ".join(aliases) # The primary name for the KNOWN_NAMES entry
if self.add_new_character(name_to_add=folder_name,
is_group_to_add=True,
aliases_to_add=aliases,
suppress_similarity_prompt=False):
successfully_added_any = True
else:
QMessageBox.warning(self, "Input Error", "Empty group content for `~` format.")
elif name_from_ui_input.startswith("(") and name_from_ui_input.endswith(")"):
content = name_from_ui_input[1:-1].strip() # Remove ( and )
names_to_add_separately = [name.strip() for name in content.split(',') if name.strip()]
if names_to_add_separately:
for name_item in names_to_add_separately:
if self.add_new_character(name_to_add=name_item,
is_group_to_add=False,
aliases_to_add=[name_item],
suppress_similarity_prompt=False):
successfully_added_any = True
else:
QMessageBox.warning(self, "Input Error", "Empty group content for standard group format.")
else:
if self.add_new_character(name_to_add=name_from_ui_input,
is_group_to_add=False,
aliases_to_add=[name_from_ui_input],
suppress_similarity_prompt=False):
successfully_added_any = True
if successfully_added_any:
self.new_char_input.clear()
self.save_known_names()
def add_new_character(self, name_to_add, is_group_to_add, aliases_to_add, suppress_similarity_prompt=False):
global KNOWN_NAMES, clean_folder_name
if not name_to_add:
QMessageBox.warning(self, "Input Error", "Name cannot be empty."); return False # Return False on failure
name_to_add_lower = name_to_add.lower()
for kn_entry in KNOWN_NAMES:
if kn_entry["name"].lower() == name_to_add_lower:
QMessageBox.warning(self, "Duplicate Name", f"The primary folder name '{name_to_add}' already exists."); return False
if not is_group_to_add and name_to_add_lower in [a.lower() for a in kn_entry["aliases"]]: # Check if new simple name is an alias elsewhere
QMessageBox.warning(self, "Duplicate Alias", f"The name '{name_to_add}' already exists as an alias for '{kn_entry['name']}'."); return False
similar_names_details = []
for kn_entry in KNOWN_NAMES:
for term_to_check_similarity_against in kn_entry["aliases"]: # Check against all aliases
term_lower = term_to_check_similarity_against.lower()
if name_to_add_lower != term_lower and \
(name_to_add_lower in term_lower or term_lower in name_to_add_lower):
similar_names_details.append((name_to_add, kn_entry["name"]))
break
for new_alias in aliases_to_add:
if new_alias.lower() != term_to_check_similarity_against.lower() and (new_alias.lower() in term_to_check_similarity_against.lower() or term_to_check_similarity_against.lower() in new_alias.lower()):
similar_names_details.append((new_alias, kn_entry["name"]))
break # Found a similarity for this entry, no need to check its other aliases
if similar_names_details and not suppress_similarity_prompt:
if similar_names_details: # Double check, though outer if should cover
first_similar_new, first_similar_existing = similar_names_details[0]
shorter, longer = sorted([first_similar_new, first_similar_existing], key=len)
msg_box = QMessageBox(self)
msg_box.setIcon(QMessageBox.Warning)
msg_box.setWindowTitle("Potential Name Conflict")
msg_box.setText(
f"The name '{first_similar_new}' is very similar to an existing name: '{first_similar_existing}'.\n\n"
f"This could lead to unexpected folder grouping (e.g., under '{clean_folder_name(shorter)}' instead of a more specific '{clean_folder_name(longer)}' or vice-versa).\n\n"
"Do you want to change the name you are adding, or proceed anyway?"
)
change_button = msg_box.addButton("Change Name", QMessageBox.RejectRole)
proceed_button = msg_box.addButton("Proceed Anyway", QMessageBox.AcceptRole)
msg_box.setDefaultButton(proceed_button)
msg_box.setEscapeButton(change_button)
msg_box.exec_()
if msg_box.clickedButton() == change_button:
self.log_signal.emit(f"βΉοΈ User chose to change '{first_similar_new}' due to similarity with an alias of '{first_similar_existing}'.")
return False # Return False on failure/user cancel
self.log_signal.emit(f"β οΈ User proceeded with adding '{first_similar_new}' despite similarity with an alias of '{first_similar_existing}'.")
new_entry = {
"name": name_to_add, # This is the primary/folder name
"is_group": is_group_to_add,
"aliases": sorted(list(set(aliases_to_add)), key=str.lower) # Ensure unique and sorted aliases
}
if is_group_to_add:
for new_alias in new_entry["aliases"]:
if any(new_alias.lower() == kn_entry["name"].lower() for kn_entry in KNOWN_NAMES if kn_entry["name"].lower() != name_to_add_lower):
QMessageBox.warning(self, "Alias Conflict", f"Alias '{new_alias}' (for group '{name_to_add}') conflicts with an existing primary name."); return False
KNOWN_NAMES.append(new_entry)
KNOWN_NAMES.sort(key=lambda x: x["name"].lower()) # Sort by primary name
self.character_list.clear()
self.character_list.addItems([entry["name"] for entry in KNOWN_NAMES])
self.filter_character_list(self.character_search_input.text())
log_msg_suffix = f" (as group with aliases: {', '.join(new_entry['aliases'])})" if is_group_to_add and len(new_entry['aliases']) > 1 else ""
self.log_signal.emit(f"β
Added '{name_to_add}' to known names list{log_msg_suffix}.")
self.new_char_input.clear()
return True
def delete_selected_character(self):
global KNOWN_NAMES
selected_items = self.character_list.selectedItems()
if not selected_items:
QMessageBox.warning(self, "Selection Error", "Please select one or more names to delete."); return
primary_names_to_remove = {item.text() for item in selected_items}
confirm = QMessageBox.question(self, "Confirm Deletion",
f"Are you sure you want to delete {len(primary_names_to_remove)} selected entry/entries (and their aliases)?",
QMessageBox.Yes | QMessageBox.No, QMessageBox.No)
if confirm == QMessageBox.Yes:
original_count = len(KNOWN_NAMES)
KNOWN_NAMES[:] = [entry for entry in KNOWN_NAMES if entry["name"] not in primary_names_to_remove]
removed_count = original_count - len(KNOWN_NAMES)
if removed_count > 0:
self.log_signal.emit(f"ποΈ Removed {removed_count} name(s).")
self.character_list.clear()
self.character_list.addItems([entry["name"] for entry in KNOWN_NAMES])
self.filter_character_list(self.character_search_input.text())
self.save_known_names()
else:
self.log_signal.emit("βΉοΈ No names were removed (they might not have been in the list).")
def update_custom_folder_visibility(self, url_text=None):
if url_text is None:
url_text = self.link_input.text()
_, _, post_id = extract_post_info(url_text.strip())
is_single_post_url = bool(post_id)
subfolders_enabled = self.use_subfolders_checkbox.isChecked() if self.use_subfolders_checkbox else False
not_only_links_or_archives_mode = not (
(self.radio_only_links and self.radio_only_links.isChecked()) or
(self.radio_only_archives and self.radio_only_archives.isChecked()) or
(hasattr(self, 'radio_only_audio') and self.radio_only_audio.isChecked()) # Audio mode also hides custom folder
)
should_show_custom_folder = is_single_post_url and subfolders_enabled and not_only_links_or_archives_mode
if self.custom_folder_widget:
self.custom_folder_widget.setVisible(should_show_custom_folder)
if not (self.custom_folder_widget and self.custom_folder_widget.isVisible()):
if self.custom_folder_input: self.custom_folder_input.clear()
def update_ui_for_subfolders(self, separate_folders_by_name_title_checked: bool):
is_only_links = self.radio_only_links and self.radio_only_links.isChecked()
is_only_archives = self.radio_only_archives and self.radio_only_archives.isChecked()
is_only_audio = hasattr(self, 'radio_only_audio') and self.radio_only_audio.isChecked()
can_enable_subfolder_per_post_checkbox = not is_only_links and not is_only_archives
if self.use_subfolder_per_post_checkbox:
self.use_subfolder_per_post_checkbox.setEnabled(can_enable_subfolder_per_post_checkbox)
if not can_enable_subfolder_per_post_checkbox:
self.use_subfolder_per_post_checkbox.setChecked(False)
self.update_custom_folder_visibility()
def _update_cookie_input_visibility(self, checked):
cookie_text_input_exists = hasattr(self, 'cookie_text_input')
cookie_browse_button_exists = hasattr(self, 'cookie_browse_button')
if cookie_text_input_exists or cookie_browse_button_exists:
is_only_links = self.radio_only_links and self.radio_only_links.isChecked()
if cookie_text_input_exists: self.cookie_text_input.setVisible(checked)
if cookie_browse_button_exists: self.cookie_browse_button.setVisible(checked)
can_enable_cookie_text = checked and not is_only_links
enable_state_for_fields = can_enable_cookie_text and (self.download_btn.isEnabled() or self.is_paused)
if cookie_text_input_exists:
self.cookie_text_input.setEnabled(enable_state_for_fields)
if self.selected_cookie_filepath and checked: # If a file is selected and "Use Cookie" is on
self.cookie_text_input.setText(self.selected_cookie_filepath)
self.cookie_text_input.setReadOnly(True)
self.cookie_text_input.setPlaceholderText("")
elif checked: # "Use Cookie" is on, but no file selected
self.cookie_text_input.setReadOnly(False)
self.cookie_text_input.setPlaceholderText("Cookie string (if no cookies.txt)")
if cookie_browse_button_exists: self.cookie_browse_button.setEnabled(enable_state_for_fields)
if not checked: # If "Use Cookie" is unchecked, clear the selected file path
self.selected_cookie_filepath = None
def update_page_range_enabled_state(self):
url_text = self.link_input.text().strip() if self.link_input else ""
_, _, post_id = extract_post_info(url_text)
is_creator_feed = not post_id if url_text else False
enable_page_range = is_creator_feed
for widget in [self.page_range_label, self.start_page_input, self.to_label, self.end_page_input]:
if widget: widget.setEnabled(enable_page_range) # Enable/disable based on whether it's a creator feed
if not enable_page_range:
if self.start_page_input: self.start_page_input.clear()
if self.end_page_input: self.end_page_input.clear()
def _update_manga_filename_style_button_text(self):
if self.manga_rename_toggle_button:
if self.manga_filename_style == STYLE_POST_TITLE:
self.manga_rename_toggle_button.setText("Name: Post Title")
self.manga_rename_toggle_button.setToolTip(
"Manga Filename Style: Post Title\n\n"
"When Manga/Comic Mode is active for a creator feed:\n"
"- The *first* file in a post is named after the post's title (e.g., \"MyMangaChapter1.jpg\").\n"
"- Any *subsequent* files within the *same post* will retain their original filenames (e.g., \"page_02.png\", \"bonus_art.jpg\").\n"
"- This is generally recommended for better organization of sequential content.\n"
"- Example: Post \"Chapter 1: The Beginning\" with files \"001.jpg\", \"002.jpg\".\n"
" Downloads as: \"Chapter 1 The Beginning.jpg\", \"002.jpg\".\n\n"
"Click to change to: Original File Name"
)
elif self.manga_filename_style == STYLE_ORIGINAL_NAME:
self.manga_rename_toggle_button.setText("Name: Original File")
self.manga_rename_toggle_button.setToolTip(
"Manga Filename Style: Original File Name\n\n" # Updated tooltip
"When Manga/Comic Mode is active for a creator feed:\n"
"- *All* files in a post will attempt to keep their original filenames as provided by the site (e.g., \"001.jpg\", \"page_02.png\").\n"
"- An optional prefix can be entered in the field next to this button (e.g., 'MySeries_001.jpg').\n"
"- If original names are inconsistent, using \"Post Title\" style is often better.\n"
"- Example: Post \"Chapter 1: The Beginning\" with files \"001.jpg\", \"002.jpg\".\n"
" Downloads as: \"001.jpg\", \"002.jpg\".\n\n"
"Click to change to: Post Title"
)
elif self.manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING:
self.manga_rename_toggle_button.setText("Name: Title+G.Num")
self.manga_rename_toggle_button.setToolTip(
"Manga Filename Style: Post Title + Global Numbering\n\n"
"When Manga/Comic Mode is active for a creator feed:\n"
"- All files across all posts in the current download session are named sequentially using the post's title as a prefix.\n"
"- Example: Post 'Chapter 1' (2 files) -> 'Chapter 1_001.jpg', 'Chapter 1_002.png'.\n"
" Next Post 'Chapter 2' (1 file) -> 'Chapter 2_003.jpg'.\n"
"- Multithreading for post processing is automatically disabled for this style.\n\n"
"Click to change to: Post Title"
)
elif self.manga_filename_style == STYLE_DATE_BASED:
self.manga_rename_toggle_button.setText("Name: Date Based")
self.manga_rename_toggle_button.setToolTip(
"Manga Filename Style: Date Based\n\n"
"When Manga/Comic Mode is active for a creator feed:\n"
"- Files will be named sequentially (001.ext, 002.ext, ...) based on post publication order.\n"
"- An optional prefix can be entered in the field next to this button (e.g., 'MySeries_001.jpg').\n"
"- To ensure correct numbering, multithreading for post processing is automatically disabled when this style is active.\n\n"
"Click to change to: Post Title"
)
else:
self.manga_rename_toggle_button.setText("Name: Unknown Style")
self.manga_rename_toggle_button.setToolTip(
"Manga Filename Style: Unknown\n\n"
"The manga filename style is in an unknown state. Please cycle or reset.\n\n"
"Click to change to: Post Title"
)
def _toggle_manga_filename_style(self):
current_style = self.manga_filename_style
new_style = ""
if current_style == STYLE_POST_TITLE: # Title -> Original
new_style = STYLE_ORIGINAL_NAME
elif current_style == STYLE_ORIGINAL_NAME: # Original -> Date
new_style = STYLE_POST_TITLE_GLOBAL_NUMBERING # Original -> Title+GlobalNum
elif current_style == STYLE_POST_TITLE_GLOBAL_NUMBERING: # Title+GlobalNum -> Date Based
new_style = STYLE_DATE_BASED
elif current_style == STYLE_DATE_BASED: # Date Based -> Title
new_style = STYLE_POST_TITLE
else:
self.log_signal.emit(f"β οΈ Unknown current manga filename style: {current_style}. Resetting to default ('{STYLE_POST_TITLE}').")
new_style = STYLE_POST_TITLE
self.manga_filename_style = new_style
self.settings.setValue(MANGA_FILENAME_STYLE_KEY, self.manga_filename_style)
self.settings.sync()
self._update_manga_filename_style_button_text()
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False) # Update UI based on new style
self.log_signal.emit(f"βΉοΈ Manga filename style changed to: '{self.manga_filename_style}'")
def _handle_favorite_mode_toggle(self, checked):
if not self.url_or_placeholder_stack or not self.bottom_action_buttons_stack: # Check both stacks
return
self.url_or_placeholder_stack.setCurrentIndex(1 if checked else 0)
self.bottom_action_buttons_stack.setCurrentIndex(1 if checked else 0)
if checked: # Favorite Mode ON
if self.link_input:
self.link_input.clear()
self.link_input.setEnabled(False) # Explicitly disable
for widget in [self.page_range_label, self.start_page_input, self.to_label, self.end_page_input]:
if widget: widget.setEnabled(False)
if self.start_page_input: self.start_page_input.clear()
if self.end_page_input: self.end_page_input.clear()
self.update_custom_folder_visibility() # Will hide if URL is effectively gone
self.update_page_range_enabled_state() # Redundant due to above, but safe
if self.manga_mode_checkbox: # Manga mode depends on creator URL
self.manga_mode_checkbox.setChecked(False) # Turn off manga mode
self.manga_mode_checkbox.setEnabled(False)
if hasattr(self, 'use_cookie_checkbox'):
self.use_cookie_checkbox.setChecked(True)
self.use_cookie_checkbox.setEnabled(False) # Lock it
if hasattr(self, 'use_cookie_checkbox'): # Update visibility based on forced True state
self._update_cookie_input_visibility(True)
self.update_ui_for_manga_mode(False) # Refresh manga UI elements
else: # Favorite Mode OFF (URL input visible)
if self.link_input: self.link_input.setEnabled(True)
self.update_page_range_enabled_state() # Re-evaluate based on current link_input text
self.update_custom_folder_visibility()
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False)
if hasattr(self, 'use_cookie_checkbox'):
self.use_cookie_checkbox.setEnabled(True) # Unlock it
if hasattr(self, 'use_cookie_checkbox'): # Update visibility based on current state
self._update_cookie_input_visibility(self.use_cookie_checkbox.isChecked())
def update_ui_for_manga_mode(self, checked):
is_only_links_mode = self.radio_only_links and self.radio_only_links.isChecked()
is_only_archives_mode = self.radio_only_archives and self.radio_only_archives.isChecked()
is_only_audio_mode = hasattr(self, 'radio_only_audio') and self.radio_only_audio.isChecked()
url_text = self.link_input.text().strip() if self.link_input else ""
_, _, post_id = extract_post_info(url_text)
is_creator_feed = not post_id if url_text else False
is_favorite_mode_on = self.favorite_mode_checkbox.isChecked() if self.favorite_mode_checkbox else False
if self.manga_mode_checkbox:
self.manga_mode_checkbox.setEnabled(is_creator_feed and not is_favorite_mode_on) # Manga mode needs a URL
if not is_creator_feed and self.manga_mode_checkbox.isChecked():
self.manga_mode_checkbox.setChecked(False)
checked = self.manga_mode_checkbox.isChecked()
manga_mode_effectively_on = is_creator_feed and checked
if self.manga_rename_toggle_button:
self.manga_rename_toggle_button.setVisible(manga_mode_effectively_on and not (is_only_links_mode or is_only_archives_mode or is_only_audio_mode))
self.update_page_range_enabled_state()
current_filename_style = self.manga_filename_style
enable_char_filter_widgets = not is_only_links_mode and not is_only_archives_mode
if self.character_input:
self.character_input.setEnabled(enable_char_filter_widgets)
if not enable_char_filter_widgets: self.character_input.clear()
if self.char_filter_scope_toggle_button:
self.char_filter_scope_toggle_button.setEnabled(enable_char_filter_widgets)
if self.character_filter_widget: # Also ensure the main widget visibility is correct
self.character_filter_widget.setVisible(enable_char_filter_widgets)
show_date_prefix_input = (
manga_mode_effectively_on and
(current_filename_style == STYLE_DATE_BASED or current_filename_style == STYLE_ORIGINAL_NAME) and
not (is_only_links_mode or is_only_archives_mode or is_only_audio_mode)
)
if hasattr(self, 'manga_date_prefix_input'):
self.manga_date_prefix_input.setVisible(show_date_prefix_input)
if not show_date_prefix_input: # Clear if not visible
self.manga_date_prefix_input.clear()
if hasattr(self, 'multipart_toggle_button'):
show_multipart_button = not (show_date_prefix_input or is_only_links_mode or is_only_archives_mode or is_only_audio_mode)
self.multipart_toggle_button.setVisible(show_multipart_button)
self._update_multithreading_for_date_mode() # Update multithreading state based on manga mode
def filter_character_list(self, search_text):
search_text_lower = search_text.lower()
for i in range(self.character_list.count()):
item = self.character_list.item(i)
item.setHidden(search_text_lower not in item.text().lower())
def update_multithreading_label(self, text):
if self.use_multithreading_checkbox.isChecked():
try:
num_threads_val = int(text)
if num_threads_val > 0 : self.use_multithreading_checkbox.setText(f"Use Multithreading ({num_threads_val} Threads)") # type: ignore
else: self.use_multithreading_checkbox.setText("Use Multithreading (Invalid: >0)")
except ValueError:
self.use_multithreading_checkbox.setText("Use Multithreading (Invalid Input)")
else:
self.use_multithreading_checkbox.setText("Use Multithreading (1 Thread)")
def _handle_multithreading_toggle(self, checked):
if not checked:
self.thread_count_input.setEnabled(False)
self.thread_count_label.setEnabled(False)
self.use_multithreading_checkbox.setText("Use Multithreading (1 Thread)")
else:
self.thread_count_input.setEnabled(True)
self.thread_count_label.setEnabled(True)
self.update_multithreading_label(self.thread_count_input.text())
def _update_multithreading_for_date_mode(self):
"""
Checks if Manga Mode is ON and 'Date Based' style is selected.
If so, disables multithreading. Otherwise, enables it.
"""
if not hasattr(self, 'manga_mode_checkbox') or not hasattr(self, 'use_multithreading_checkbox'):
return # UI elements not ready
manga_on = self.manga_mode_checkbox.isChecked() # type: ignore
is_sequential_style_requiring_single_thread = (
self.manga_filename_style == STYLE_DATE_BASED or
self.manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING
)
if manga_on and is_sequential_style_requiring_single_thread:
if self.use_multithreading_checkbox.isChecked() or self.use_multithreading_checkbox.isEnabled():
if self.use_multithreading_checkbox.isChecked():
self.log_signal.emit("βΉοΈ Manga Date Mode: Multithreading for post processing has been disabled to ensure correct sequential file numbering.")
self.use_multithreading_checkbox.setChecked(False)
self.use_multithreading_checkbox.setEnabled(False)
self._handle_multithreading_toggle(False) # Update label to show "1 Thread"
else:
if not self.use_multithreading_checkbox.isEnabled(): # Only re-enable if it was disabled by this logic
self.use_multithreading_checkbox.setEnabled(True)
self._handle_multithreading_toggle(self.use_multithreading_checkbox.isChecked()) # Update label based on current state
def update_progress_display(self, total_posts, processed_posts):
if total_posts > 0:
progress_percent = (processed_posts / total_posts) * 100
self.progress_label.setText(f"Progress: {processed_posts} / {total_posts} posts ({progress_percent:.1f}%)")
elif processed_posts > 0 :
self.progress_label.setText(f"Progress: Processing post {processed_posts}...")
else:
self.progress_label.setText("Progress: Starting...")
if total_posts > 0 or processed_posts > 0 :
self.file_progress_label.setText("")
def start_download(self, direct_api_url=None, override_output_dir=None): # Added direct_api_url and override_output_dir
global KNOWN_NAMES, BackendDownloadThread, PostProcessorWorker, extract_post_info, clean_folder_name, MAX_FILE_THREADS_PER_POST_OR_WORKER
if self._is_download_active():
QMessageBox.warning(self, "Busy", "A download is already running.")
return False # Indicate failure to start
if self.favorite_mode_checkbox and self.favorite_mode_checkbox.isChecked() and not direct_api_url:
QMessageBox.information(self, "Favorite Mode Active",
"Favorite Mode is active. Please use the 'Favorite Artists' or 'Favorite Posts' buttons to start downloads in this mode, or uncheck 'Favorite Mode' to use the URL input.")
self.set_ui_enabled(True)
return
return False # Indicate failure to start
api_url = direct_api_url if direct_api_url else self.link_input.text().strip()
main_ui_download_dir = self.dir_input.text().strip() # Always get the main dir from UI
use_subfolders = self.use_subfolders_checkbox.isChecked()
use_post_subfolders = self.use_subfolder_per_post_checkbox.isChecked()
compress_images = self.compress_images_checkbox.isChecked()
download_thumbnails = self.download_thumbnails_checkbox.isChecked()
use_multithreading_enabled_by_checkbox = self.use_multithreading_checkbox.isChecked()
try:
num_threads_from_gui = int(self.thread_count_input.text().strip())
if num_threads_from_gui < 1: num_threads_from_gui = 1
except ValueError:
QMessageBox.critical(self, "Thread Count Error", "Invalid number of threads. Please enter a positive number.")
# self.set_ui_enabled(True) # Removed
return False # Indicate failure to start
if use_multithreading_enabled_by_checkbox:
if num_threads_from_gui > MAX_THREADS:
hard_warning_msg = (
f"You've entered a thread count ({num_threads_from_gui}) exceeding the maximum of {MAX_THREADS}.\n\n"
"Using an extremely high number of threads can lead to:\n"
" - Diminishing returns (no significant speed increase).\n"
" - Increased system instability or application crashes.\n"
" - Higher chance of being rate-limited or temporarily IP-banned by the server.\n\n"
f"The thread count has been automatically capped to {MAX_THREADS} for stability."
)
QMessageBox.warning(self, "High Thread Count Warning", hard_warning_msg)
num_threads_from_gui = MAX_THREADS
self.thread_count_input.setText(str(MAX_THREADS)) # Update the input field
self.log_signal.emit(f"β οΈ User attempted {num_threads_from_gui} threads, capped to {MAX_THREADS}.")
if SOFT_WARNING_THREAD_THRESHOLD < num_threads_from_gui <= MAX_THREADS:
soft_warning_msg_box = QMessageBox(self)
soft_warning_msg_box.setIcon(QMessageBox.Question)
soft_warning_msg_box.setWindowTitle("Thread Count Advisory")
soft_warning_msg_box.setText(
f"You've set the thread count to {num_threads_from_gui}.\n\n"
"While this is within the allowed limit, using a high number of threads (typically above 40-50) can sometimes lead to:\n"
" - Increased errors or failed file downloads.\n"
" - Connection issues with the server.\n"
" - Higher system resource usage.\n\n"
"For most users and connections, 10-30 threads provide a good balance.\n\n"
f"Do you want to proceed with {num_threads_from_gui} threads, or would you like to change the value?"
)
proceed_button = soft_warning_msg_box.addButton("Proceed Anyway", QMessageBox.AcceptRole)
change_button = soft_warning_msg_box.addButton("Change Thread Value", QMessageBox.RejectRole)
soft_warning_msg_box.setDefaultButton(proceed_button)
soft_warning_msg_box.setEscapeButton(change_button)
soft_warning_msg_box.exec_()
if soft_warning_msg_box.clickedButton() == change_button:
self.log_signal.emit(f"βΉοΈ User opted to change thread count from {num_threads_from_gui} after advisory.")
self.thread_count_input.setFocus()
self.thread_count_input.selectAll() # type: ignore
return False # Indicate failure to start, user needs to adjust
raw_skip_words = self.skip_words_input.text().strip()
skip_words_list = [word.strip().lower() for word in raw_skip_words.split(',') if word.strip()]
raw_remove_filename_words = self.remove_from_filename_input.text().strip() if hasattr(self, 'remove_from_filename_input') else ""
allow_multipart = self.allow_multipart_download_setting # Use the internal setting
remove_from_filename_words_list = [word.strip() for word in raw_remove_filename_words.split(',') if word.strip()]
scan_content_for_images = self.scan_content_images_checkbox.isChecked() if hasattr(self, 'scan_content_images_checkbox') else False
use_cookie_from_checkbox = self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False
app_base_dir_for_cookies = os.path.dirname(self.config_file) # Directory of Known.txt
cookie_text_from_input = self.cookie_text_input.text().strip() if hasattr(self, 'cookie_text_input') and use_cookie_from_checkbox else ""
use_cookie_for_this_run = use_cookie_from_checkbox # Initialize with checkbox state
selected_cookie_file_path_for_backend = self.selected_cookie_filepath if use_cookie_from_checkbox and self.selected_cookie_filepath else None
if use_cookie_from_checkbox and not direct_api_url: # Don't show for individual items in favorite queue if they fail this check
# Perform an early check for cookies if 'Use Cookie' is checked for the main UI interaction
# The actual cookies for download/API calls will be prepared by the backend.
# This is for proactive UI feedback.
temp_cookies_for_check = prepare_cookies_for_request(
use_cookie_for_this_run, # Use the potentially modified flag
cookie_text_from_input,
selected_cookie_file_path_for_backend,
app_base_dir_for_cookies,
lambda msg: self.log_signal.emit(f"[UI Cookie Check] {msg}")
)
if temp_cookies_for_check is None:
cookie_dialog = CookieHelpDialog(self, offer_download_without_option=True)
dialog_exec_result = cookie_dialog.exec_()
if cookie_dialog.user_choice == CookieHelpDialog.CHOICE_PROCEED_WITHOUT_COOKIES and dialog_exec_result == QDialog.Accepted:
self.log_signal.emit("βΉοΈ User chose to download without cookies for this session.")
use_cookie_for_this_run = False # Override for this run
elif cookie_dialog.user_choice == CookieHelpDialog.CHOICE_CANCEL_DOWNLOAD or dialog_exec_result == QDialog.Rejected:
self.log_signal.emit("β Download cancelled by user at cookie prompt.")
return False
else: # Any other case, including closing the dialog via 'X' button
self.log_signal.emit("β οΈ Cookie dialog closed or unexpected choice. Aborting download.")
return False
current_skip_words_scope = self.get_skip_words_scope()
manga_mode_is_checked = self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False
extract_links_only = (self.radio_only_links and self.radio_only_links.isChecked())
backend_filter_mode = self.get_filter_mode()
checked_radio_button = self.radio_group.checkedButton()
user_selected_filter_text = checked_radio_button.text() if checked_radio_button else "All"
effective_output_dir_for_run = ""
if selected_cookie_file_path_for_backend:
cookie_text_from_input = ""
if backend_filter_mode == 'archive':
effective_skip_zip = False
effective_skip_rar = False
else:
effective_skip_zip = self.skip_zip_checkbox.isChecked()
effective_skip_rar = self.skip_rar_checkbox.isChecked()
if backend_filter_mode == 'audio': # If audio mode, don't skip archives by default unless user explicitly checks
effective_skip_zip = self.skip_zip_checkbox.isChecked() # Keep user's choice
effective_skip_rar = self.skip_rar_checkbox.isChecked() # Keep user's choice
if not api_url:
QMessageBox.critical(self, "Input Error", "URL is required.")
return False # Indicate failure to start
if override_output_dir:
if not main_ui_download_dir:
QMessageBox.critical(self, "Configuration Error",
"The main 'Download Location' must be set in the UI "
"before downloading favorites with 'Artist Folders' scope.")
# self.set_ui_enabled(True) # Removed
if self.is_processing_favorites_queue: # Ensure queue logic can proceed
self.log_signal.emit(f"β Favorite download for '{api_url}' skipped: Main download directory not set.")
return False # Indicate failure to start
if not os.path.isdir(main_ui_download_dir):
QMessageBox.critical(self, "Directory Error",
f"The main 'Download Location' ('{main_ui_download_dir}') "
"does not exist or is not a directory. Please set a valid one for 'Artist Folders' scope.")
# self.set_ui_enabled(True) # Removed
if self.is_processing_favorites_queue:
self.log_signal.emit(f"β Favorite download for '{api_url}' skipped: Main download directory invalid.")
return False # Indicate failure to start
effective_output_dir_for_run = override_output_dir
else:
if not extract_links_only and not main_ui_download_dir:
QMessageBox.critical(self, "Input Error", "Download Directory is required when not in 'Only Links' mode.")
# self.set_ui_enabled(True) # Removed
return False # Indicate failure to start
if not extract_links_only and main_ui_download_dir and not os.path.isdir(main_ui_download_dir):
reply = QMessageBox.question(self, "Create Directory?",
f"The directory '{main_ui_download_dir}' does not exist.\nCreate it now?",
QMessageBox.Yes | QMessageBox.No, QMessageBox.Yes)
if reply == QMessageBox.Yes:
try:
os.makedirs(main_ui_download_dir, exist_ok=True)
self.log_signal.emit(f"βΉοΈ Created directory: {main_ui_download_dir}")
except Exception as e:
QMessageBox.critical(self, "Directory Error", f"Could not create directory: {e}")
# self.set_ui_enabled(True) # Removed
return False # Indicate failure to start
else:
self.log_signal.emit("β Download cancelled: Output directory does not exist and was not created.")
# self.set_ui_enabled(True) # Removed
return False # Indicate failure to start
effective_output_dir_for_run = main_ui_download_dir
service, user_id, post_id_from_url = extract_post_info(api_url)
if not service or not user_id:
QMessageBox.critical(self, "Input Error", "Invalid or unsupported URL format.")
return False # Indicate failure to start
if compress_images and Image is None:
QMessageBox.warning(self, "Missing Dependency", "Pillow library (for image compression) not found. Compression will be disabled.")
compress_images = False; self.compress_images_checkbox.setChecked(False)
log_messages = ["="*40, f"π Starting {'Link Extraction' if extract_links_only else ('Archive Download' if backend_filter_mode == 'archive' else 'Download')} @ {time.strftime('%Y-%m-%d %H:%M:%S')}", f" URL: {api_url}"]
current_mode_log_text = "Download"
if extract_links_only: current_mode_log_text = "Link Extraction"
elif backend_filter_mode == 'archive': current_mode_log_text = "Archive Download"
elif backend_filter_mode == 'audio': current_mode_log_text = "Audio Download"
current_char_filter_scope = self.get_char_filter_scope()
manga_mode = manga_mode_is_checked and not post_id_from_url
manga_date_prefix_text = ""
if manga_mode and \
(self.manga_filename_style == STYLE_DATE_BASED or self.manga_filename_style == STYLE_ORIGINAL_NAME) and \
hasattr(self, 'manga_date_prefix_input'):
manga_date_prefix_text = self.manga_date_prefix_input.text().strip()
if manga_date_prefix_text: # Log only if prefix is provided (log_messages is now initialized)
log_messages.append(f" β³ Manga Date Prefix: '{manga_date_prefix_text}'")
start_page_str, end_page_str = self.start_page_input.text().strip(), self.end_page_input.text().strip()
start_page, end_page = None, None
is_creator_feed = bool(not post_id_from_url)
if is_creator_feed: # Page range is only relevant and parsed for creator feeds
try:
if start_page_str: start_page = int(start_page_str)
if end_page_str: end_page = int(end_page_str)
if start_page is not None and start_page <= 0: raise ValueError("Start page must be positive.")
if end_page is not None and end_page <= 0: raise ValueError("End page must be positive.")
if start_page and end_page and start_page > end_page: raise ValueError("Start page cannot be greater than end page.")
if manga_mode and start_page and end_page:
msg_box = QMessageBox(self)
msg_box.setIcon(QMessageBox.Warning)
msg_box.setWindowTitle("Manga Mode & Page Range Warning")
msg_box.setText(
"You have enabled Manga/Comic Mode and also specified a Page Range.\n\n"
"Manga Mode processes posts from oldest to newest across all available pages by default.\n"
"If you use a page range, you might miss parts of the manga/comic if it starts before your 'Start Page' or continues after your 'End Page'.\n\n"
"However, if you are certain the content you want is entirely within this page range (e.g., a short series, or you know the specific pages for a volume), then proceeding is okay.\n\n"
"Do you want to proceed with this page range in Manga Mode?"
)
proceed_button = msg_box.addButton("Proceed Anyway", QMessageBox.AcceptRole)
cancel_button = msg_box.addButton("Cancel Download", QMessageBox.RejectRole)
msg_box.setDefaultButton(proceed_button)
msg_box.setEscapeButton(cancel_button)
msg_box.exec_()
if msg_box.clickedButton() == cancel_button:
self.log_signal.emit("β Download cancelled by user due to Manga Mode & Page Range warning.")
# self.set_ui_enabled(True); # Removed
return False # Indicate failure to start
except ValueError as e:
QMessageBox.critical(self, "Page Range Error", f"Invalid page range: {e}")
# self.set_ui_enabled(True); # Removed
return False # Indicate failure to start
self.external_link_queue.clear(); self.extracted_links_cache = []; self._is_processing_external_link_queue = False; self._current_link_post_title = None
raw_character_filters_text = self.character_input.text().strip() # Get current text
parsed_character_filter_objects = self._parse_character_filters(raw_character_filters_text) # Parse it
actual_filters_to_use_for_run = []
needs_folder_naming_validation = (use_subfolders or manga_mode) and not extract_links_only
if parsed_character_filter_objects:
actual_filters_to_use_for_run = parsed_character_filter_objects # Use all parsed filters for matching
if not extract_links_only:
self.log_signal.emit(f"βΉοΈ Using character filters for matching: {', '.join(item['name'] for item in actual_filters_to_use_for_run)}")
filter_objects_to_potentially_add_to_known_list = []
for filter_item_obj in parsed_character_filter_objects: # Iterate over the same parsed_character_filter_objects
item_primary_name = filter_item_obj["name"]
cleaned_name_test = clean_folder_name(item_primary_name)
if needs_folder_naming_validation and not cleaned_name_test:
QMessageBox.warning(self, "Invalid Filter Name for Folder", f"Filter name '{item_primary_name}' is invalid for a folder and will be skipped for Known.txt interaction.")
self.log_signal.emit(f"β οΈ Skipping invalid filter for Known.txt interaction: '{item_primary_name}'")
continue # Skip this filter for Known.txt prompting
an_alias_is_already_known = False
if any(kn_entry["name"].lower() == item_primary_name.lower() for kn_entry in KNOWN_NAMES):
an_alias_is_already_known = True
elif filter_item_obj["is_group"] and needs_folder_naming_validation:
for alias_in_filter_obj in filter_item_obj["aliases"]:
if any(kn_entry["name"].lower() == alias_in_filter_obj.lower() or alias_in_filter_obj.lower() in [a.lower() for a in kn_entry["aliases"]] for kn_entry in KNOWN_NAMES):
an_alias_is_already_known = True; break
if an_alias_is_already_known and filter_item_obj["is_group"]:
self.log_signal.emit(f"βΉοΈ An alias from group '{item_primary_name}' is already known. Group will not be prompted for Known.txt addition.")
should_prompt_to_add_to_known_list = (
needs_folder_naming_validation and not manga_mode and
not any(kn_entry["name"].lower() == item_primary_name.lower() for kn_entry in KNOWN_NAMES) and
not an_alias_is_already_known
)
if should_prompt_to_add_to_known_list:
if not any(obj_to_add["name"].lower() == item_primary_name.lower() for obj_to_add in filter_objects_to_potentially_add_to_known_list):
filter_objects_to_potentially_add_to_known_list.append(filter_item_obj)
elif manga_mode and needs_folder_naming_validation and item_primary_name.lower() not in {kn_entry["name"].lower() for kn_entry in KNOWN_NAMES} and not an_alias_is_already_known:
self.log_signal.emit(f"βΉοΈ Manga Mode: Using filter '{item_primary_name}' for this session without adding to Known Names.")
if filter_objects_to_potentially_add_to_known_list:
confirm_dialog = ConfirmAddAllDialog(filter_objects_to_potentially_add_to_known_list, self)
dialog_result = confirm_dialog.exec_()
if dialog_result == CONFIRM_ADD_ALL_CANCEL_DOWNLOAD:
self.log_signal.emit("β Download cancelled by user at new name confirmation stage.")
# self.set_ui_enabled(True); # Removed
return False # Indicate failure to start
elif isinstance(dialog_result, list): # User chose to add selected items
if dialog_result: # If the list of selected filter_objects is not empty
self.log_signal.emit(f"βΉοΈ User chose to add {len(dialog_result)} new entry/entries to Known.txt.")
for filter_obj_to_add in dialog_result: # dialog_result is the list of selected filter_obj from ConfirmAddAllDialog
if filter_obj_to_add.get("components_are_distinct_for_known_txt"):
self.log_signal.emit(f" Processing group '{filter_obj_to_add['name']}' to add its components individually to Known.txt.")
for alias_component in filter_obj_to_add["aliases"]:
self.add_new_character(
name_to_add=alias_component,
is_group_to_add=False, # Add as individual non-group entry
aliases_to_add=[alias_component], # Alias is itself
suppress_similarity_prompt=True # Suppress for batch adding
)
else:
self.add_new_character(
name_to_add=filter_obj_to_add["name"],
is_group_to_add=filter_obj_to_add["is_group"],
aliases_to_add=filter_obj_to_add["aliases"],
suppress_similarity_prompt=True # Suppress for batch adding
)
else: # Empty list means user selected "Add Selected" but had nothing checked (dialog handles this by returning SKIP_ADDING)
self.log_signal.emit("βΉοΈ User confirmed adding, but no names were selected in the dialog. No new names added to Known.txt.")
elif dialog_result == CONFIRM_ADD_ALL_SKIP_ADDING:
self.log_signal.emit("βΉοΈ User chose not to add new names to Known.txt for this session.")
else: # extract_links_only is true
self.log_signal.emit(f"βΉοΈ Using character filters for link extraction: {', '.join(item['name'] for item in actual_filters_to_use_for_run)}")
if manga_mode and not actual_filters_to_use_for_run and not extract_links_only:
msg_box = QMessageBox(self)
msg_box.setIcon(QMessageBox.Warning)
msg_box.setWindowTitle("Manga Mode Filter Warning")
msg_box.setText(
"Manga Mode is enabled, but 'Filter by Character(s)' is empty.\n\n"
"For best results (correct file naming and folder organization if subfolders are on), "
"please enter the Manga/Series title into the filter field.\n\n"
"Proceed without a filter (names might be generic, folder might be less specific)?"
)
proceed_button = msg_box.addButton("Proceed Anyway", QMessageBox.AcceptRole)
cancel_button = msg_box.addButton("Cancel Download", QMessageBox.RejectRole)
msg_box.exec_()
if msg_box.clickedButton() == cancel_button:
self.log_signal.emit("β Download cancelled due to Manga Mode filter warning.")
return False # Indicate failure to start
else:
self.log_signal.emit("β οΈ Proceeding with Manga Mode without a specific title filter.")
self.dynamic_character_filter_holder.set_filters(actual_filters_to_use_for_run)
custom_folder_name_cleaned = None
if use_subfolders and post_id_from_url and self.custom_folder_widget and self.custom_folder_widget.isVisible() and not extract_links_only:
raw_custom_name = self.custom_folder_input.text().strip()
if raw_custom_name:
cleaned_custom = clean_folder_name(raw_custom_name)
if cleaned_custom: custom_folder_name_cleaned = cleaned_custom
else: self.log_signal.emit(f"β οΈ Invalid custom folder name ignored: '{raw_custom_name}' (resulted in empty string after cleaning).")
self.main_log_output.clear()
if extract_links_only: self.main_log_output.append("π Extracting Links...");
elif backend_filter_mode == 'archive': self.main_log_output.append("π¦ Downloading Archives Only...")
if self.external_log_output: self.external_log_output.clear()
if self.show_external_links and not extract_links_only and backend_filter_mode != 'archive':
self.external_log_output.append("π External Links Found:")
self.file_progress_label.setText(""); self.cancellation_event.clear(); self.active_futures = []
self.total_posts_to_process = 0; self.processed_posts_count = 0; self.download_counter = 0; self.skip_counter = 0
self.progress_label.setText("Progress: Initializing...")
self.retryable_failed_files_info.clear() # Clear previous retryable failures before new session
manga_date_file_counter_ref_for_thread = None
if manga_mode and self.manga_filename_style == STYLE_DATE_BASED and not extract_links_only:
manga_date_file_counter_ref_for_thread = None # Placeholder, actual init in thread
self.log_signal.emit(f"βΉοΈ Manga Date Mode: File counter will be initialized by the download thread.")
manga_global_file_counter_ref_for_thread = None
if manga_mode and self.manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING and not extract_links_only:
manga_global_file_counter_ref_for_thread = None # Placeholder, actual init in thread
self.log_signal.emit(f"βΉοΈ Manga Title+GlobalNum Mode: File counter will be initialized by the download thread (starts at 1).")
effective_num_post_workers = 1
effective_num_file_threads_per_worker = 1 # Default to 1 for all cases initially
if post_id_from_url:
if use_multithreading_enabled_by_checkbox:
effective_num_file_threads_per_worker = max(1, min(num_threads_from_gui, MAX_FILE_THREADS_PER_POST_OR_WORKER))
else: # This is the outer else block
if manga_mode and self.manga_filename_style == STYLE_DATE_BASED:
effective_num_post_workers = 1
elif manga_mode and self.manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING: # Correctly indented elif
effective_num_post_workers = 1
effective_num_file_threads_per_worker = 1 # Files are sequential for this worker too
elif use_multithreading_enabled_by_checkbox: # Standard creator feed with multithreading enabled
effective_num_post_workers = max(1, min(num_threads_from_gui, MAX_THREADS)) # For posts
effective_num_file_threads_per_worker = 1 # Files within each post worker are sequential
if not extract_links_only: log_messages.append(f" Save Location: {effective_output_dir_for_run}")
if post_id_from_url:
log_messages.append(f" Mode: Single Post")
log_messages.append(f" β³ File Downloads: Up to {effective_num_file_threads_per_worker} concurrent file(s)")
else:
log_messages.append(f" Mode: Creator Feed")
log_messages.append(f" Post Processing: {'Multi-threaded (' + str(effective_num_post_workers) + ' workers)' if effective_num_post_workers > 1 else 'Single-threaded (1 worker)'}")
log_messages.append(f" β³ File Downloads per Worker: Up to {effective_num_file_threads_per_worker} concurrent file(s)")
pr_log = "All"
if start_page or end_page: # Construct pr_log if start_page or end_page have values
pr_log = f"{f'From {start_page} ' if start_page else ''}{'to ' if start_page and end_page else ''}{f'{end_page}' if end_page else (f'Up to {end_page}' if end_page else (f'From {start_page}' if start_page else 'Specific Range'))}".strip()
if manga_mode:
log_messages.append(f" Page Range: {pr_log if pr_log else 'All'} (Manga Mode - Oldest Posts Processed First within range)")
else: # Not manga mode, but still a creator feed
log_messages.append(f" Page Range: {pr_log if pr_log else 'All'}")
if not extract_links_only:
log_messages.append(f" Subfolders: {'Enabled' if use_subfolders else 'Disabled'}")
if use_subfolders:
if custom_folder_name_cleaned: log_messages.append(f" Custom Folder (Post): '{custom_folder_name_cleaned}'")
if actual_filters_to_use_for_run:
log_messages.append(f" Character Filters: {', '.join(item['name'] for item in actual_filters_to_use_for_run)}")
log_messages.append(f" β³ Char Filter Scope: {current_char_filter_scope.capitalize()}")
elif use_subfolders:
log_messages.append(f" Folder Naming: Automatic (based on title/known names)")
log_messages.extend([
f" File Type Filter: {user_selected_filter_text} (Backend processing as: {backend_filter_mode})",
f" Skip Archives: {'.zip' if effective_skip_zip else ''}{', ' if effective_skip_zip and effective_skip_rar else ''}{'.rar' if effective_skip_rar else ''}{'None (Archive Mode)' if backend_filter_mode == 'archive' else ('None' if not (effective_skip_zip or effective_skip_rar) else '')}",
f" Skip Words (posts/files): {', '.join(skip_words_list) if skip_words_list else 'None'}",
f" Skip Words Scope: {current_skip_words_scope.capitalize()}",
f" Remove Words from Filename: {', '.join(remove_from_filename_words_list) if remove_from_filename_words_list else 'None'}",
f" Compress Images: {'Enabled' if compress_images else 'Disabled'}",
f" Thumbnails Only: {'Enabled' if download_thumbnails else 'Disabled'}" # Removed duplicate file handling log
])
log_messages.append(f" Scan Post Content for Images: {'Enabled' if scan_content_for_images else 'Disabled'}")
else:
log_messages.append(f" Mode: Extracting Links Only")
log_messages.append(f" Show External Links: {'Enabled' if self.show_external_links and not extract_links_only and backend_filter_mode != 'archive' else 'Disabled'}")
if manga_mode:
log_messages.append(f" Manga Mode (File Renaming by Post Title): Enabled")
log_messages.append(f" β³ Manga Filename Style: {'Post Title Based' if self.manga_filename_style == STYLE_POST_TITLE else 'Original File Name'}")
if actual_filters_to_use_for_run:
log_messages.append(f" β³ Manga Character Filter (for naming/folder): {', '.join(item['name'] for item in actual_filters_to_use_for_run)}")
log_messages.append(f" β³ Manga Duplicates: Will be renamed with numeric suffix if names clash (e.g., _1, _2).")
log_messages.append(f" Use Cookie ('cookies.txt'): {'Enabled' if use_cookie_from_checkbox else 'Disabled'}")
if use_cookie_from_checkbox and cookie_text_from_input:
log_messages.append(f" β³ Cookie Text Provided: Yes (length: {len(cookie_text_from_input)})")
elif use_cookie_from_checkbox and selected_cookie_file_path_for_backend:
log_messages.append(f" β³ Cookie File Selected: {os.path.basename(selected_cookie_file_path_for_backend)}")
should_use_multithreading_for_posts = use_multithreading_enabled_by_checkbox and not post_id_from_url
if manga_mode and (self.manga_filename_style == STYLE_DATE_BASED or self.manga_filename_style == STYLE_POST_TITLE_GLOBAL_NUMBERING) and not post_id_from_url:
enforced_by_style = "Date Mode" if self.manga_filename_style == STYLE_DATE_BASED else "Title+GlobalNum Mode"
log_messages.append(f" Threading: Single-threaded (posts) - Enforced by Manga {enforced_by_style}")
should_use_multithreading_for_posts = False # Ensure this reflects the forced state
else:
log_messages.append(f" Threading: {'Multi-threaded (posts)' if should_use_multithreading_for_posts else 'Single-threaded (posts)'}")
if should_use_multithreading_for_posts:
log_messages.append(f" Number of Post Worker Threads: {effective_num_post_workers}")
log_messages.append("="*40)
for msg in log_messages: self.log_signal.emit(msg)
self.set_ui_enabled(False)
unwanted_keywords_for_folders = {'spicy', 'hd', 'nsfw', '4k', 'preview', 'teaser', 'clip'}
args_template = {
'api_url_input': api_url,
'download_root': effective_output_dir_for_run, # Use the validated/determined path
'output_dir': effective_output_dir_for_run, # Use the validated/determined path
'known_names': list(KNOWN_NAMES),
'known_names_copy': list(KNOWN_NAMES), # Used by DownloadThread constructor
'filter_character_list': actual_filters_to_use_for_run, # Pass the correctly determined list
'filter_mode': backend_filter_mode,
'skip_zip': effective_skip_zip,
'skip_rar': effective_skip_rar,
'use_subfolders': use_subfolders,
'use_post_subfolders': use_post_subfolders,
'compress_images': compress_images,
'download_thumbnails': download_thumbnails,
'service': service,
'user_id': user_id,
'downloaded_files': self.downloaded_files,
'downloaded_files_lock': self.downloaded_files_lock,
'downloaded_file_hashes': self.downloaded_file_hashes,
'downloaded_file_hashes_lock': self.downloaded_file_hashes_lock,
'skip_words_list': skip_words_list,
'skip_words_scope': current_skip_words_scope,
'remove_from_filename_words_list': remove_from_filename_words_list,
'char_filter_scope': current_char_filter_scope,
'show_external_links': self.show_external_links,
'extract_links_only': extract_links_only,
'start_page': start_page,
'end_page': end_page,
'target_post_id_from_initial_url': post_id_from_url,
'custom_folder_name': custom_folder_name_cleaned,
'manga_mode_active': manga_mode,
'unwanted_keywords': unwanted_keywords_for_folders,
'cancellation_event': self.cancellation_event,
'manga_date_prefix': manga_date_prefix_text, # NEW ARGUMENT
'dynamic_character_filter_holder': self.dynamic_character_filter_holder, # Pass the holder
'pause_event': self.pause_event, # Explicitly add pause_event here
'scan_content_for_images': scan_content_for_images, # Pass new flag
'manga_filename_style': self.manga_filename_style,
'num_file_threads_for_worker': effective_num_file_threads_per_worker,
'manga_date_file_counter_ref': manga_date_file_counter_ref_for_thread,
'allow_multipart_download': allow_multipart,
'cookie_text': cookie_text_from_input, # Pass cookie text
'selected_cookie_file': selected_cookie_file_path_for_backend, # Pass selected cookie file
'manga_global_file_counter_ref': manga_global_file_counter_ref_for_thread, # Pass new counter
'app_base_dir': app_base_dir_for_cookies, # Pass app base dir
'use_cookie': use_cookie_for_this_run, # Pass the potentially modified cookie setting
}
args_template['override_output_dir'] = override_output_dir # Pass override dir in template
try:
if should_use_multithreading_for_posts:
self.log_signal.emit(f" Initializing multi-threaded {current_mode_log_text.lower()} with {effective_num_post_workers} post workers...")
args_template['emitter'] = self.worker_to_gui_queue # For multi-threaded, use the queue
self.start_multi_threaded_download(num_post_workers=effective_num_post_workers, **args_template)
else:
self.log_signal.emit(f" Initializing single-threaded {'link extraction' if extract_links_only else 'download'}...")
dt_expected_keys = [
'api_url_input', 'output_dir', 'known_names_copy', 'cancellation_event',
'filter_character_list', 'filter_mode', 'skip_zip', 'skip_rar',
'use_subfolders', 'use_post_subfolders', 'custom_folder_name',
'compress_images', 'download_thumbnails', 'service', 'user_id',
'downloaded_files', 'downloaded_file_hashes', 'pause_event', 'remove_from_filename_words_list', # Added pause_event
'downloaded_files_lock', 'downloaded_file_hashes_lock', 'dynamic_character_filter_holder', # Added holder
'skip_words_list', 'skip_words_scope', 'char_filter_scope',
'show_external_links', 'extract_links_only', 'num_file_threads_for_worker',
'start_page', 'end_page', 'target_post_id_from_initial_url',
'manga_date_file_counter_ref',
'manga_global_file_counter_ref', 'manga_date_prefix', # Pass new counter and prefix for single thread mode
'manga_mode_active', 'unwanted_keywords', 'manga_filename_style', 'scan_content_for_images', # Added scan_content_for_images
'allow_multipart_download', 'use_cookie', 'cookie_text', 'app_base_dir', 'selected_cookie_file', 'override_output_dir' # Added selected_cookie_file and override_output_dir
]
args_template['skip_current_file_flag'] = None
single_thread_args = {key: args_template[key] for key in dt_expected_keys if key in args_template}
self.start_single_threaded_download(**single_thread_args)
except Exception as e:
self.log_signal.emit(f"β CRITICAL ERROR preparing download: {e}\n{traceback.format_exc()}")
QMessageBox.critical(self, "Start Error", f"Failed to start process:\n{e}")
self.download_finished(0,0,False, [])
if self.pause_event: self.pause_event.clear()
self.is_paused = False # Ensure pause state is reset on error
return True # Indicate successful start
def start_single_threaded_download(self, **kwargs):
global BackendDownloadThread
try:
self.download_thread = BackendDownloadThread(**kwargs)
if self.pause_event: self.pause_event.clear() # Clear pause before starting
self.is_paused = False # Reset pause state
if hasattr(self.download_thread, 'progress_signal'): self.download_thread.progress_signal.connect(self.handle_main_log)
if hasattr(self.download_thread, 'add_character_prompt_signal'): self.download_thread.add_character_prompt_signal.connect(self.add_character_prompt_signal)
if hasattr(self.download_thread, 'finished_signal'): self.download_thread.finished_signal.connect(self.download_finished)
if hasattr(self.download_thread, 'receive_add_character_result'): self.character_prompt_response_signal.connect(self.download_thread.receive_add_character_result)
if hasattr(self.download_thread, 'external_link_signal'): self.download_thread.external_link_signal.connect(self.handle_external_link_signal)
if hasattr(self.download_thread, 'file_progress_signal'): self.download_thread.file_progress_signal.connect(self.update_file_progress_display)
if hasattr(self.download_thread, 'missed_character_post_signal'): # New
self.download_thread.missed_character_post_signal.connect(self.handle_missed_character_post)
if hasattr(self.download_thread, 'retryable_file_failed_signal'): # New for retry
self.download_thread.retryable_file_failed_signal.connect(self._handle_retryable_file_failure)
self.download_thread.start()
self.log_signal.emit("β
Single download thread (for posts) started.")
except Exception as e:
self.log_signal.emit(f"β CRITICAL ERROR starting single-thread: {e}\n{traceback.format_exc()}")
QMessageBox.critical(self, "Thread Start Error", f"Failed to start download process: {e}")
if self.pause_event: self.pause_event.clear()
self.is_paused = False # Ensure pause state is reset on error
def _handle_retryable_file_failure(self, list_of_retry_details):
"""Appends details of files that failed but might be retryable later."""
if list_of_retry_details:
self.retryable_failed_files_info.extend(list_of_retry_details)
def _submit_post_to_worker_pool(self, post_data_item, worker_args_template, num_file_dl_threads_for_each_worker, emitter_for_worker, ppw_expected_keys, ppw_optional_keys_with_defaults):
"""Helper to prepare and submit a single post processing task to the thread pool."""
global PostProcessorWorker # Ensure PostProcessorWorker is accessible
if not isinstance(post_data_item, dict):
self.log_signal.emit(f"β οΈ Skipping invalid post data item (not a dict): {type(post_data_item)}");
return False # Indicate failure or skip
worker_init_args = {}
missing_keys = []
for key in ppw_expected_keys:
if key == 'post_data': worker_init_args[key] = post_data_item
elif key == 'num_file_threads': worker_init_args[key] = num_file_dl_threads_for_each_worker
elif key == 'emitter': worker_init_args[key] = emitter_for_worker
elif key in worker_args_template: worker_init_args[key] = worker_args_template[key]
elif key in ppw_optional_keys_with_defaults: pass # It has a default in PostProcessorWorker
else: missing_keys.append(key)
if missing_keys:
self.log_signal.emit(f"β CRITICAL ERROR: Missing keys for PostProcessorWorker: {', '.join(missing_keys)}");
self.cancellation_event.set()
return False
try:
worker_instance = PostProcessorWorker(**worker_init_args)
if self.thread_pool:
future = self.thread_pool.submit(worker_instance.process)
future.add_done_callback(self._handle_future_result)
self.active_futures.append(future)
return True # Indicate success
else:
self.log_signal.emit("β οΈ Thread pool not available. Cannot submit task.");
self.cancellation_event.set() # Signal cancellation as we can't proceed
return False
except TypeError as te:
self.log_signal.emit(f"β TypeError creating PostProcessorWorker: {te}\n Passed Args: [{', '.join(sorted(worker_init_args.keys()))}]\n{traceback.format_exc(limit=5)}")
self.cancellation_event.set()
return False
except RuntimeError: # Pool likely shutting down
self.log_signal.emit(f"β οΈ RuntimeError submitting task (pool likely shutting down).")
self.cancellation_event.set()
return False
except Exception as e:
self.log_signal.emit(f"β Error submitting post {post_data_item.get('id','N/A')} to worker: {e}")
self.cancellation_event.set()
return False
def start_multi_threaded_download(self, num_post_workers, **kwargs):
global PostProcessorWorker
if self.thread_pool is None:
if self.pause_event: self.pause_event.clear() # Clear pause before starting
self.is_paused = False # Reset pause state
self.thread_pool = ThreadPoolExecutor(max_workers=num_post_workers, thread_name_prefix='PostWorker_')
self.active_futures = []
self.processed_posts_count = 0; self.total_posts_to_process = 0; self.download_counter = 0; self.skip_counter = 0
self.all_kept_original_filenames = []
self.is_fetcher_thread_running = True # Set before starting the thread
fetcher_thread = threading.Thread(
target=self._fetch_and_queue_posts,
args=(kwargs['api_url_input'], kwargs, num_post_workers),
daemon=True,
name="PostFetcher"
)
fetcher_thread.start()
self.log_signal.emit(f"β
Post fetcher thread started. {num_post_workers} post worker threads initializing...")
def _fetch_and_queue_posts(self, api_url_input_for_fetcher, worker_args_template, num_post_workers):
global PostProcessorWorker, download_from_api # Ensure PostProcessorWorker is in scope
all_posts_data = []
fetch_error_occurred = False
manga_mode_active_for_fetch = worker_args_template.get('manga_mode_active', False)
emitter_for_worker = worker_args_template.get('emitter') # This should be self.worker_to_gui_queue
if not emitter_for_worker: # Should not happen if logic in start_download is correct
self.log_signal.emit("β CRITICAL ERROR: Emitter (queue) missing for worker in _fetch_and_queue_posts.");
self.finished_signal.emit(0,0,True, []);
return
try:
self.log_signal.emit(" Fetching post data from API (this may take a moment for large feeds)...")
post_generator = download_from_api(
api_url_input_for_fetcher,
logger=lambda msg: self.log_signal.emit(f"[Fetcher] {msg}"),
start_page=worker_args_template.get('start_page'),
end_page=worker_args_template.get('end_page'),
manga_mode=manga_mode_active_for_fetch,
cancellation_event=self.cancellation_event
)
for posts_batch in post_generator:
if self.cancellation_event.is_set():
fetch_error_occurred = True; self.log_signal.emit(" Post fetching cancelled by user."); break
if isinstance(posts_batch, list):
all_posts_data.extend(posts_batch)
self.total_posts_to_process = len(all_posts_data)
if self.total_posts_to_process > 0 and self.total_posts_to_process % 100 == 0 :
self.log_signal.emit(f" Fetched {self.total_posts_to_process} posts so far...")
else:
fetch_error_occurred = True; self.log_signal.emit(f"β API fetcher returned non-list type: {type(posts_batch)}"); break
if not fetch_error_occurred and not self.cancellation_event.is_set():
self.log_signal.emit(f"β
Post fetching complete. Total posts to process: {self.total_posts_to_process}")
unique_posts_dict = {}
for post in all_posts_data:
post_id = post.get('id')
if post_id is not None:
if post_id not in unique_posts_dict:
unique_posts_dict[post_id] = post
else:
self.log_signal.emit(f"β οΈ Skipping post with no ID: {post.get('title', 'Untitled')}")
all_posts_data = list(unique_posts_dict.values())
self.total_posts_to_process = len(all_posts_data)
self.log_signal.emit(f" Processed {len(unique_posts_dict)} unique posts after de-duplication.")
if len(unique_posts_dict) < len(all_posts_data):
self.log_signal.emit(f" Note: {len(all_posts_data) - len(unique_posts_dict)} duplicate post IDs were removed.")
except TypeError as te:
self.log_signal.emit(f"β TypeError calling download_from_api: {te}\n Check 'downloader_utils.py' signature.\n{traceback.format_exc(limit=2)}"); fetch_error_occurred = True
except RuntimeError as re_err:
self.log_signal.emit(f"βΉοΈ Post fetching runtime error (likely cancellation or API issue): {re_err}"); fetch_error_occurred = True
except Exception as e:
self.log_signal.emit(f"β Error during post fetching: {e}\n{traceback.format_exc(limit=2)}"); fetch_error_occurred = True
finally:
self.is_fetcher_thread_running = False # Reset the flag when this thread's main work is done
self.log_signal.emit(f"βΉοΈ Post fetcher thread (_fetch_and_queue_posts) has completed its task. is_fetcher_thread_running set to False.")
if self.cancellation_event.is_set() or fetch_error_occurred:
self.finished_signal.emit(self.download_counter, self.skip_counter, self.cancellation_event.is_set(), self.all_kept_original_filenames)
if self.thread_pool: self.thread_pool.shutdown(wait=False, cancel_futures=True); self.thread_pool = None
return
if self.total_posts_to_process == 0:
self.log_signal.emit("π No posts found or fetched to process.")
self.finished_signal.emit(0,0,False, [])
return
self.log_signal.emit(f" Preparing to submit {self.total_posts_to_process} post processing tasks to thread pool...")
self.processed_posts_count = 0
self.overall_progress_signal.emit(self.total_posts_to_process, 0) # Emit initial progress
num_file_dl_threads_for_each_worker = worker_args_template.get('num_file_threads_for_worker', 1)
ppw_expected_keys = [
'post_data', 'download_root', 'known_names', 'filter_character_list', 'unwanted_keywords',
'filter_mode', 'skip_zip', 'skip_rar', 'use_subfolders', 'use_post_subfolders',
'target_post_id_from_initial_url', 'custom_folder_name', 'compress_images', 'emitter', 'pause_event', # Added pause_event
'download_thumbnails', 'service', 'user_id', 'api_url_input',
'cancellation_event', 'downloaded_files', 'downloaded_file_hashes',
'downloaded_files_lock', 'downloaded_file_hashes_lock', 'remove_from_filename_words_list', 'dynamic_character_filter_holder', # Added holder
'skip_words_list', 'skip_words_scope', 'char_filter_scope',
'show_external_links', 'extract_links_only', 'allow_multipart_download', 'use_cookie', 'cookie_text',
'app_base_dir', 'selected_cookie_file', 'override_output_dir', # Added override_output_dir
'num_file_threads', 'skip_current_file_flag', 'manga_date_file_counter_ref', 'scan_content_for_images', # Added scan_content_for_images
'manga_mode_active', 'manga_filename_style', 'manga_date_prefix', # ADD manga_date_prefix
'manga_global_file_counter_ref' # Add new counter here
]
ppw_optional_keys_with_defaults = {
'skip_words_list', 'skip_words_scope', 'char_filter_scope', 'remove_from_filename_words_list',
'show_external_links', 'extract_links_only', 'duplicate_file_mode', # Added duplicate_file_mode here
'num_file_threads', 'skip_current_file_flag', 'manga_mode_active', 'manga_filename_style', 'manga_date_prefix', # ADD manga_date_prefix
'manga_date_file_counter_ref', 'use_cookie', 'cookie_text', 'app_base_dir', 'selected_cookie_file'
}
if num_post_workers > POST_WORKER_BATCH_THRESHOLD and self.total_posts_to_process > POST_WORKER_NUM_BATCHES :
self.log_signal.emit(f" High thread count ({num_post_workers}) detected. Batching post submissions into {POST_WORKER_NUM_BATCHES} parts.")
import math # Moved import here
tasks_submitted_in_batch_segment = 0
batch_size = math.ceil(self.total_posts_to_process / POST_WORKER_NUM_BATCHES)
submitted_count_in_batching = 0
for batch_num in range(POST_WORKER_NUM_BATCHES):
if self.cancellation_event.is_set(): break
if self.pause_event and self.pause_event.is_set():
self.log_signal.emit(f" [Fetcher] Batch submission paused before batch {batch_num + 1}/{POST_WORKER_NUM_BATCHES}...")
while self.pause_event.is_set():
if self.cancellation_event.is_set():
self.log_signal.emit(" [Fetcher] Batch submission cancelled while paused.")
break
time.sleep(0.5)
if self.cancellation_event.is_set(): break
if not self.cancellation_event.is_set():
self.log_signal.emit(f" [Fetcher] Batch submission resumed. Processing batch {batch_num + 1}/{POST_WORKER_NUM_BATCHES}.")
start_index = batch_num * batch_size
end_index = min((batch_num + 1) * batch_size, self.total_posts_to_process)
current_batch_posts = all_posts_data[start_index:end_index]
if not current_batch_posts: continue
self.log_signal.emit(f" Submitting batch {batch_num + 1}/{POST_WORKER_NUM_BATCHES} ({len(current_batch_posts)} posts) to pool...")
for post_data_item in current_batch_posts:
if self.cancellation_event.is_set(): break
success = self._submit_post_to_worker_pool(post_data_item, worker_args_template, num_file_dl_threads_for_each_worker, emitter_for_worker, ppw_expected_keys, ppw_optional_keys_with_defaults)
if success:
submitted_count_in_batching += 1
tasks_submitted_in_batch_segment += 1 # Increment counter
if tasks_submitted_in_batch_segment % 10 == 0: # Yield roughly every 10 tasks
time.sleep(0.005) # Slightly longer sleep to yield GIL
tasks_submitted_in_batch_segment = 0
elif self.cancellation_event.is_set():
break
if self.cancellation_event.is_set(): break
if batch_num < POST_WORKER_NUM_BATCHES - 1:
self.log_signal.emit(f" Batch {batch_num + 1} submitted. Waiting {POST_WORKER_BATCH_DELAY_SECONDS}s before next batch...")
delay_start_time = time.time()
while time.time() - delay_start_time < POST_WORKER_BATCH_DELAY_SECONDS:
if self.cancellation_event.is_set(): break
time.sleep(0.1)
if self.cancellation_event.is_set(): break
self.log_signal.emit(f" All {POST_WORKER_NUM_BATCHES} batches ({submitted_count_in_batching} total tasks) submitted to pool via batching.")
else: # Standard submission (no batching)
self.log_signal.emit(f" Submitting all {self.total_posts_to_process} tasks to pool directly...")
submitted_count_direct = 0
tasks_submitted_since_last_yield = 0
for post_data_item in all_posts_data:
if self.cancellation_event.is_set(): break
success = self._submit_post_to_worker_pool(post_data_item, worker_args_template, num_file_dl_threads_for_each_worker, emitter_for_worker, ppw_expected_keys, ppw_optional_keys_with_defaults)
if success:
submitted_count_direct += 1
tasks_submitted_since_last_yield += 1 # Increment counter
if tasks_submitted_since_last_yield % 10 == 0: # Yield roughly every 10 tasks
time.sleep(0.005) # Slightly longer sleep to yield GIL
tasks_submitted_since_last_yield = 0
elif self.cancellation_event.is_set():
break
if not self.cancellation_event.is_set():
self.log_signal.emit(f" All {submitted_count_direct} post processing tasks submitted directly to pool.")
if self.cancellation_event.is_set():
self.log_signal.emit(" Cancellation detected after/during task submission loop.")
self.finished_signal.emit(self.download_counter, self.skip_counter, True, self.all_kept_original_filenames)
if self.thread_pool: self.thread_pool.shutdown(wait=False, cancel_futures=True); self.thread_pool = None
def _handle_future_result(self, future: Future):
self.processed_posts_count += 1
downloaded_files_from_future, skipped_files_from_future = 0, 0
kept_originals_from_future = []
try:
if future.cancelled():
self.log_signal.emit(" A post processing task was cancelled.")
elif future.exception():
self.log_signal.emit(f"β Post processing worker error: {future.exception()}")
else: # Future completed successfully
downloaded_files_from_future, skipped_files_from_future, kept_originals_from_future, retryable_failures_from_post = future.result()
if retryable_failures_from_post:
self.retryable_failed_files_info.extend(retryable_failures_from_post)
with self.downloaded_files_lock:
self.download_counter += downloaded_files_from_future
self.skip_counter += skipped_files_from_future
if kept_originals_from_future:
self.all_kept_original_filenames.extend(kept_originals_from_future)
self.overall_progress_signal.emit(self.total_posts_to_process, self.processed_posts_count)
except Exception as e:
self.log_signal.emit(f"β Error in _handle_future_result callback: {e}\n{traceback.format_exc(limit=2)}")
if self.processed_posts_count < self.total_posts_to_process:
self.processed_posts_count = self.total_posts_to_process # Mark as if all processed to allow finish
if self.total_posts_to_process > 0 and self.processed_posts_count >= self.total_posts_to_process:
if all(f.done() for f in self.active_futures):
QApplication.processEvents()
self.log_signal.emit("π All submitted post tasks have completed or failed.")
self.finished_signal.emit(self.download_counter, self.skip_counter, self.cancellation_event.is_set(), self.all_kept_original_filenames)
def _get_configurable_widgets_on_pause(self):
"""Returns a list of widgets that should be re-enabled when paused."""
return [
self.dir_input, self.dir_button,
self.character_input, self.char_filter_scope_toggle_button,
self.skip_words_input, self.skip_scope_toggle_button,
self.remove_from_filename_input,
self.radio_all, self.radio_images, self.radio_videos,
self.radio_only_archives, self.radio_only_links, # Radio buttons themselves
self.skip_zip_checkbox, self.skip_rar_checkbox,
self.download_thumbnails_checkbox, self.compress_images_checkbox,
self.use_subfolders_checkbox, self.use_subfolder_per_post_checkbox,
self.manga_mode_checkbox,
self.manga_rename_toggle_button, # Visibility handled by update_ui_for_manga_mode
self.cookie_browse_button,
self.favorite_mode_checkbox, # Add favorite mode checkbox
self.multipart_toggle_button,
self.cookie_text_input, # Add cookie text input,
self.scan_content_images_checkbox, # Add scan content checkbox
self.use_cookie_checkbox, # Add cookie checkbox here
self.external_links_checkbox
]
def set_ui_enabled(self, enabled):
all_potentially_toggleable_widgets = [
self.link_input, self.dir_input, self.dir_button,
self.page_range_label, self.start_page_input, self.to_label, self.end_page_input,
self.character_input, self.char_filter_scope_toggle_button, self.character_filter_widget, # Added character_filter_widget
self.filters_and_custom_folder_container_widget, # Added container
self.custom_folder_label, self.custom_folder_input,
self.skip_words_input, self.skip_scope_toggle_button, self.remove_from_filename_input,
self.radio_all, self.radio_images, self.radio_videos, self.radio_only_archives, self.radio_only_links,
self.skip_zip_checkbox, self.skip_rar_checkbox, self.download_thumbnails_checkbox, self.compress_images_checkbox,
self.use_subfolders_checkbox, self.use_subfolder_per_post_checkbox, self.scan_content_images_checkbox, # Added scan_content_images_checkbox
self.use_multithreading_checkbox, self.thread_count_input, self.thread_count_label,
self.favorite_mode_checkbox, # Add favorite_mode_checkbox here
self.external_links_checkbox, self.manga_mode_checkbox, self.manga_rename_toggle_button, self.use_cookie_checkbox, self.cookie_text_input, self.cookie_browse_button,
self.multipart_toggle_button, self.radio_only_audio, # Added radio_only_audio
self.character_search_input, self.new_char_input, self.add_char_button, self.add_to_filter_button, self.delete_char_button, # Added add_to_filter_button
self.reset_button
]
widgets_to_enable_on_pause = self._get_configurable_widgets_on_pause()
is_fav_mode_active = self.favorite_mode_checkbox.isChecked() if self.favorite_mode_checkbox else False
download_is_active_or_paused = not enabled # True if a download is running or paused
if not enabled: # Download is active or starting
if self.bottom_action_buttons_stack:
self.bottom_action_buttons_stack.setCurrentIndex(0) # Show standard Pause/Cancel
else: # UI is idle or download finished
pass
for widget in all_potentially_toggleable_widgets:
if not widget: continue
if self.is_paused and widget in widgets_to_enable_on_pause:
widget.setEnabled(True) # Re-enable specific widgets if paused
elif widget is self.favorite_mode_checkbox: # Favorite mode checkbox can only be changed when idle
widget.setEnabled(enabled)
elif widget is self.use_cookie_checkbox and is_fav_mode_active:
widget.setEnabled(False)
elif widget is self.use_cookie_checkbox and self.is_paused and widget in widgets_to_enable_on_pause:
widget.setEnabled(True) # Allow toggling cookies if paused and not in fav mode
else:
widget.setEnabled(enabled) # Standard behavior: enable if idle, disable if running
if self.link_input:
self.link_input.setEnabled(enabled and not is_fav_mode_active)
if self.favorite_mode_artists_button:
self.favorite_mode_artists_button.setEnabled(enabled and is_fav_mode_active)
if self.favorite_mode_posts_button:
self.favorite_mode_posts_button.setEnabled(enabled and is_fav_mode_active) # Enable/disable this button
if self.download_btn:
self.download_btn.setEnabled(enabled and not is_fav_mode_active) # Only if UI enabled AND not in fav mode
if self.external_links_checkbox: # This logic seems fine as is
is_only_links = self.radio_only_links and self.radio_only_links.isChecked() # Define is_only_links
is_only_archives = self.radio_only_archives and self.radio_only_archives.isChecked()
is_only_audio = hasattr(self, 'radio_only_audio') and self.radio_only_audio.isChecked()
can_enable_ext_links = enabled and not is_only_links and not is_only_archives and not is_only_audio
self.external_links_checkbox.setEnabled(can_enable_ext_links)
if self.is_paused and not is_only_links and not is_only_archives and not is_only_audio:
self.external_links_checkbox.setEnabled(True)
if hasattr(self, 'use_cookie_checkbox'):
self._update_cookie_input_visibility(self.use_cookie_checkbox.isChecked())
if self.log_verbosity_toggle_button: self.log_verbosity_toggle_button.setEnabled(True) # New button, always enabled
multithreading_currently_on = self.use_multithreading_checkbox.isChecked()
if self.thread_count_input: self.thread_count_input.setEnabled(enabled and multithreading_currently_on)
if self.thread_count_label: self.thread_count_label.setEnabled(enabled and multithreading_currently_on)
subfolders_currently_on = self.use_subfolders_checkbox.isChecked()
if self.use_subfolder_per_post_checkbox:
self.use_subfolder_per_post_checkbox.setEnabled(enabled or (self.is_paused and self.use_subfolder_per_post_checkbox in widgets_to_enable_on_pause))
if self.cancel_btn: self.cancel_btn.setEnabled(download_is_active_or_paused) # Cancel enabled if running or paused
if self.pause_btn:
self.pause_btn.setEnabled(download_is_active_or_paused) # Pause enabled if running or paused
if download_is_active_or_paused:
self.pause_btn.setText("βΆοΈ Resume Download" if self.is_paused else "βΈοΈ Pause Download")
self.pause_btn.setToolTip("Click to resume the download." if self.is_paused else "Click to pause the download.")
else: # Download not active
self.pause_btn.setText("βΈοΈ Pause Download")
self.pause_btn.setToolTip("Click to pause the ongoing download process.")
self.is_paused = False # Ensure pause state is reset if download finishes/cancels
if enabled: # Ensure these are updated based on current (possibly reset) checkbox states
if self.pause_event: self.pause_event.clear()
if enabled or self.is_paused:
self._handle_multithreading_toggle(multithreading_currently_on)
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False)
self.update_custom_folder_visibility(self.link_input.text())
self.update_page_range_enabled_state()
if self.radio_group and self.radio_group.checkedButton():
self._handle_filter_mode_change(self.radio_group.checkedButton(), True)
self.update_ui_for_subfolders(subfolders_currently_on) # Re-evaluate subfolder UI
self._handle_favorite_mode_toggle(is_fav_mode_active) # Ensure stack and related UI is correct
def _handle_pause_resume_action(self):
if self._is_download_active(): # Check if a download is actually running
self.is_paused = not self.is_paused
if self.is_paused:
if self.pause_event: self.pause_event.set()
self.log_signal.emit("βΉοΈ Download paused by user. Some settings can now be changed for subsequent operations.")
else:
if self.pause_event: self.pause_event.clear()
self.log_signal.emit("βΉοΈ Download resumed by user.")
self.set_ui_enabled(False) # Re-evaluate UI state (buttons will update)
def _perform_soft_ui_reset(self, preserve_url=None, preserve_dir=None):
"""Resets UI elements and some state to app defaults, then applies preserved inputs."""
self.log_signal.emit("π Performing soft UI reset...")
self.link_input.clear() # Will be set later if preserve_url is given
self.dir_input.clear() # Will be set later if preserve_dir is given
self.custom_folder_input.clear(); self.character_input.clear();
self.skip_words_input.clear(); self.start_page_input.clear(); self.end_page_input.clear(); self.new_char_input.clear();
if hasattr(self, 'remove_from_filename_input'): self.remove_from_filename_input.clear()
self.character_search_input.clear(); self.thread_count_input.setText("4"); self.radio_all.setChecked(True);
self.skip_zip_checkbox.setChecked(True); self.skip_rar_checkbox.setChecked(True); self.download_thumbnails_checkbox.setChecked(False);
self.compress_images_checkbox.setChecked(False); self.use_subfolders_checkbox.setChecked(True);
self.use_subfolder_per_post_checkbox.setChecked(False); self.use_multithreading_checkbox.setChecked(True);
if self.favorite_mode_checkbox: self.favorite_mode_checkbox.setChecked(False) # Reset favorite mode
if hasattr(self, 'scan_content_images_checkbox'): self.scan_content_images_checkbox.setChecked(False) # Reset new checkbox
self.external_links_checkbox.setChecked(False)
if self.manga_mode_checkbox: self.manga_mode_checkbox.setChecked(False)
if hasattr(self, 'use_cookie_checkbox'): self.use_cookie_checkbox.setChecked(self.use_cookie_setting) # Reset to loaded or False
if not (hasattr(self, 'use_cookie_checkbox') and self.use_cookie_checkbox.isChecked()):
self.selected_cookie_filepath = None
if hasattr(self, 'cookie_text_input'): self.cookie_text_input.setText(self.cookie_text_setting if self.use_cookie_setting else "") # Reset to loaded or empty
self.allow_multipart_download_setting = False # Default to OFF
self._update_multipart_toggle_button_text()
self.skip_words_scope = SKIP_SCOPE_POSTS # Default
self._update_skip_scope_button_text()
if hasattr(self, 'manga_date_prefix_input'): self.manga_date_prefix_input.clear()
self.char_filter_scope = CHAR_SCOPE_TITLE # Default to Title on soft reset
self._update_char_filter_scope_button_text()
self.manga_filename_style = STYLE_POST_TITLE # Reset to app default
self._update_manga_filename_style_button_text()
if preserve_url is not None:
self.link_input.setText(preserve_url)
if preserve_dir is not None:
self.dir_input.setText(preserve_dir)
self.external_link_queue.clear(); self.extracted_links_cache = []
self._is_processing_external_link_queue = False; self._current_link_post_title = None
if self.pause_event: self.pause_event.clear()
self.total_posts_to_process = 0; self.processed_posts_count = 0
self.download_counter = 0; self.skip_counter = 0
self.all_kept_original_filenames = []
self.is_paused = False # Reset pause state on soft reset
self._handle_multithreading_toggle(self.use_multithreading_checkbox.isChecked())
self.favorite_download_queue.clear()
self.is_processing_favorites_queue = False
self.filter_character_list(self.character_search_input.text())
self.favorite_download_scope = FAVORITE_SCOPE_SELECTED_LOCATION # Reset scope
self._update_favorite_scope_button_text()
self.set_ui_enabled(True) # This enables buttons and calls other UI update methods
self.update_custom_folder_visibility(self.link_input.text())
self.update_page_range_enabled_state()
self._update_cookie_input_visibility(self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False)
if hasattr(self, 'favorite_mode_checkbox'): # Ensure checkbox exists
self._handle_favorite_mode_toggle(False) # Ensure URL input is visible
self.log_signal.emit("β
Soft UI reset complete. Preserved URL and Directory (if provided).")
def cancel_download_button_action(self):
if not self.cancel_btn.isEnabled() and not self.cancellation_event.is_set(): self.log_signal.emit("βΉοΈ No active download to cancel or already cancelling."); return
self.log_signal.emit("β οΈ Requesting cancellation of download process (soft reset)...")
current_url = self.link_input.text()
current_dir = self.dir_input.text()
self.cancellation_event.set()
self.is_fetcher_thread_running = False # Ensure it's reset on cancel
if self.download_thread and self.download_thread.isRunning(): self.download_thread.requestInterruption(); self.log_signal.emit(" Signaled single download thread to interrupt.")
if self.thread_pool:
self.log_signal.emit(" Initiating non-blocking shutdown and cancellation of worker pool tasks...")
self.thread_pool.shutdown(wait=False, cancel_futures=True)
self.thread_pool = None # Allow recreation for next download
self.active_futures = []
self.external_link_queue.clear(); self._is_processing_external_link_queue = False; self._current_link_post_title = None
self._perform_soft_ui_reset(preserve_url=current_url, preserve_dir=current_dir)
self.progress_label.setText("Progress: Cancelled. Ready for new task.")
self.file_progress_label.setText("")
if self.pause_event: self.pause_event.clear()
self.log_signal.emit("βΉοΈ UI reset. Ready for new operation. Background tasks are being terminated.")
self.is_paused = False # Ensure pause state is reset
if self.retryable_failed_files_info:
self.log_signal.emit(f" Discarding {len(self.retryable_failed_files_info)} pending retryable file(s) due to cancellation.")
self.retryable_failed_files_info.clear()
self.favorite_download_queue.clear()
self.is_processing_favorites_queue = False
self.favorite_download_scope = FAVORITE_SCOPE_SELECTED_LOCATION # Reset scope
self._update_favorite_scope_button_text()
def download_finished(self, total_downloaded, total_skipped, cancelled_by_user, kept_original_names_list=None):
if kept_original_names_list is None:
kept_original_names_list = list(self.all_kept_original_filenames) if hasattr(self, 'all_kept_original_filenames') else []
if kept_original_names_list is None:
kept_original_names_list = []
status_message = "Cancelled by user" if cancelled_by_user else "Completed"
if cancelled_by_user and self.retryable_failed_files_info:
self.log_signal.emit(f" Download cancelled, discarding {len(self.retryable_failed_files_info)} file(s) that were pending retry.")
self.retryable_failed_files_info.clear()
summary_log = "="*40
summary_log += f"\nπ Download {status_message}!\n Summary: Downloaded Files={total_downloaded}, Skipped Files={total_skipped}\n"
summary_log += "="*40
self.log_signal.emit(summary_log)
if kept_original_names_list:
intro_msg = (
HTML_PREFIX +
"βΉοΈ The following files from multi-file manga posts "
"(after the first file) kept their original names:
"
)
self.log_signal.emit(intro_msg)
html_list_items = ""
for name in kept_original_names_list:
html_list_items += f"- {name}
"
html_list_items += "
"
self.log_signal.emit(HTML_PREFIX + html_list_items)
self.log_signal.emit("="*40)
if self.download_thread:
try:
if hasattr(self.download_thread, 'progress_signal'): self.download_thread.progress_signal.disconnect(self.handle_main_log)
if hasattr(self.download_thread, 'add_character_prompt_signal'): self.download_thread.add_character_prompt_signal.disconnect(self.add_character_prompt_signal)
if hasattr(self.download_thread, 'finished_signal'): self.download_thread.finished_signal.disconnect(self.download_finished)
if hasattr(self.download_thread, 'receive_add_character_result'): self.character_prompt_response_signal.disconnect(self.download_thread.receive_add_character_result)
if hasattr(self.download_thread, 'external_link_signal'): self.download_thread.external_link_signal.disconnect(self.handle_external_link_signal)
if hasattr(self.download_thread, 'file_progress_signal'): self.download_thread.file_progress_signal.disconnect(self.update_file_progress_display)
if hasattr(self.download_thread, 'missed_character_post_signal'): # New
self.download_thread.missed_character_post_signal.disconnect(self.handle_missed_character_post)
if hasattr(self.download_thread, 'retryable_file_failed_signal'): # New
self.download_thread.retryable_file_failed_signal.disconnect(self._handle_retryable_file_failure)
except (TypeError, RuntimeError) as e:
self.log_signal.emit(f"βΉοΈ Note during single-thread signal disconnection: {e}")
if not self.download_thread.isRunning(): # Check if it was this thread
self.download_thread = None
self.progress_label.setText(f"{status_message}: {total_downloaded} downloaded, {total_skipped} skipped.")
self.file_progress_label.setText("")
if not cancelled_by_user: self._try_process_next_external_link()
if self.thread_pool:
self.log_signal.emit(" Ensuring worker thread pool is shut down...")
self.thread_pool.shutdown(wait=True, cancel_futures=True)
self.thread_pool = None
self.active_futures = []
if self.pause_event: self.pause_event.clear()
self.cancel_btn.setEnabled(False)
self.is_paused = False # Reset pause state when download finishes
if not cancelled_by_user and self.retryable_failed_files_info:
num_failed = len(self.retryable_failed_files_info)
reply = QMessageBox.question(self, "Retry Failed Downloads?",
f"{num_failed} file(s) failed with potentially recoverable errors (e.g., IncompleteRead).\n\n"
"Would you like to attempt to download these failed files again?",
QMessageBox.Yes | QMessageBox.No, QMessageBox.Yes)
if reply == QMessageBox.Yes:
self._start_failed_files_retry_session()
return # Don't fully reset UI if retrying
else:
self.log_signal.emit("βΉοΈ User chose not to retry failed files.")
self.retryable_failed_files_info.clear() # Clear if not retrying
self.is_fetcher_thread_running = False # Ensure it's reset
if self.is_processing_favorites_queue:
if not self.favorite_download_queue: # No more items in the queue
self.is_processing_favorites_queue = False
self.log_signal.emit(f"β
All {self.current_processing_favorite_item_info.get('type', 'item')} downloads from favorite queue have been processed.")
self.set_ui_enabled(True) # All favorites done, reset UI to idle
else: # More items in the queue, start the next one
self._process_next_favorite_download()
else: # Not processing favorites queue (e.g., a regular URL download finished)
self.set_ui_enabled(True)
def _handle_thumbnail_mode_change(self, thumbnails_checked):
"""Handles UI changes when 'Download Thumbnails Only' is toggled."""
if not hasattr(self, 'scan_content_images_checkbox'):
return
if thumbnails_checked:
self.scan_content_images_checkbox.setChecked(True)
self.scan_content_images_checkbox.setEnabled(False)
self.scan_content_images_checkbox.setToolTip(
"Automatically enabled and locked because 'Download Thumbnails Only' is active.\n"
"In this mode, only images found by content scanning will be downloaded."
)
else:
self.scan_content_images_checkbox.setEnabled(True)
self.scan_content_images_checkbox.setChecked(False)
self.scan_content_images_checkbox.setToolTip(self._original_scan_content_tooltip)
def _start_failed_files_retry_session(self):
self.log_signal.emit(f"π Starting retry session for {len(self.retryable_failed_files_info)} file(s)...")
self.set_ui_enabled(False) # Disable UI, but cancel button will be enabled
if self.cancel_btn: self.cancel_btn.setText("β Cancel Retry")
self.files_for_current_retry_session = list(self.retryable_failed_files_info)
self.retryable_failed_files_info.clear() # Clear original list
self.active_retry_futures = []
self.processed_retry_count = 0
self.succeeded_retry_count = 0
self.failed_retry_count_in_session = 0 # Renamed to avoid clash
self.total_files_for_retry = len(self.files_for_current_retry_session)
self.progress_label.setText(f"Retrying 0 / {self.total_files_for_retry} files...")
self.cancellation_event.clear() # Clear main cancellation for retry session
num_retry_threads = 1
try:
num_threads_from_gui = int(self.thread_count_input.text().strip())
num_retry_threads = max(1, min(num_threads_from_gui, MAX_FILE_THREADS_PER_POST_OR_WORKER, self.total_files_for_retry if self.total_files_for_retry > 0 else 1))
except ValueError:
num_retry_threads = 1 # Default to 1 if input is bad
self.retry_thread_pool = ThreadPoolExecutor(max_workers=num_retry_threads, thread_name_prefix='RetryFile_')
common_ppw_args_for_retry = {
'download_root': self.dir_input.text().strip(),
'known_names': list(KNOWN_NAMES),
'emitter': self.worker_to_gui_queue, # Use main queue for progress
'unwanted_keywords': {'spicy', 'hd', 'nsfw', '4k', 'preview', 'teaser', 'clip'},
'filter_mode': self.get_filter_mode(), # Use current filter mode
'skip_zip': self.skip_zip_checkbox.isChecked(),
'skip_rar': self.skip_rar_checkbox.isChecked(),
'use_subfolders': self.use_subfolders_checkbox.isChecked(),
'use_post_subfolders': self.use_subfolder_per_post_checkbox.isChecked(),
'compress_images': self.compress_images_checkbox.isChecked(),
'download_thumbnails': self.download_thumbnails_checkbox.isChecked(),
'pause_event': self.pause_event,
'cancellation_event': self.cancellation_event,
'downloaded_files': self.downloaded_files, # Share session's downloaded sets
'downloaded_file_hashes': self.downloaded_file_hashes,
'downloaded_files_lock': self.downloaded_files_lock,
'downloaded_file_hashes_lock': self.downloaded_file_hashes_lock,
'skip_words_list': [word.strip().lower() for word in self.skip_words_input.text().strip().split(',') if word.strip()],
'skip_words_scope': self.get_skip_words_scope(),
'char_filter_scope': self.get_char_filter_scope(),
'remove_from_filename_words_list': [word.strip() for word in self.remove_from_filename_input.text().strip().split(',') if word.strip()] if hasattr(self, 'remove_from_filename_input') else [],
'allow_multipart_download': self.allow_multipart_download_setting,
'filter_character_list': None,
'dynamic_character_filter_holder': None,
'target_post_id_from_initial_url': None, # Not relevant for file retry
'custom_folder_name': None, # Path is already determined
'num_file_threads': 1, # Each retry task is one file, multipart handled by _download_single_file
'manga_date_file_counter_ref': None, # Filename is forced
}
for job_details in self.files_for_current_retry_session:
future = self.retry_thread_pool.submit(self._execute_single_file_retry, job_details, common_ppw_args_for_retry)
future.add_done_callback(self._handle_retry_future_result)
self.active_retry_futures.append(future)
def _execute_single_file_retry(self, job_details, common_args):
"""Executes a single file download retry attempt."""
dummy_post_data = {'id': job_details['original_post_id_for_log'], 'title': job_details['post_title']}
ppw_init_args = {
**common_args,
'post_data': dummy_post_data,
'service': job_details.get('service', 'unknown_service'), # Get from job_details or default
'user_id': job_details.get('user_id', 'unknown_user'), # Get from job_details or default
'api_url_input': job_details.get('api_url_input', ''), # Original post's API URL
'manga_mode_active': job_details.get('manga_mode_active_for_file', False),
'manga_filename_style': job_details.get('manga_filename_style_for_file', STYLE_POST_TITLE),
'scan_content_for_images': common_args.get('scan_content_for_images', False),
'use_cookie': common_args.get('use_cookie', False),
'cookie_text': common_args.get('cookie_text', ""),
'selected_cookie_file': common_args.get('selected_cookie_file', None),
'app_base_dir': common_args.get('app_base_dir', None),
}
worker = PostProcessorWorker(**ppw_init_args)
dl_count, skip_count, filename_saved, original_kept, status, _ = worker._download_single_file(
file_info=job_details['file_info'],
target_folder_path=job_details['target_folder_path'],
headers=job_details['headers'],
original_post_id_for_log=job_details['original_post_id_for_log'],
skip_event=None, # No individual skip for retry items
post_title=job_details['post_title'],
file_index_in_post=job_details['file_index_in_post'],
num_files_in_this_post=job_details['num_files_in_this_post'],
forced_filename_override=job_details.get('forced_filename_override')
)
return dl_count > 0 # True if successful, False otherwise
def _handle_retry_future_result(self, future):
self.processed_retry_count += 1
was_successful = False
try:
if future.cancelled():
self.log_signal.emit(" A retry task was cancelled.")
elif future.exception():
self.log_signal.emit(f"β Retry task worker error: {future.exception()}")
else:
was_successful = future.result()
if was_successful:
self.succeeded_retry_count += 1
else:
self.failed_retry_count_in_session += 1
except Exception as e:
self.log_signal.emit(f"β Error in _handle_retry_future_result: {e}")
self.failed_retry_count_in_session +=1
self.progress_label.setText(f"Retrying {self.processed_retry_count} / {self.total_files_for_retry} files... (Succeeded: {self.succeeded_retry_count}, Failed: {self.failed_retry_count_in_session})")
if self.processed_retry_count >= self.total_files_for_retry:
if all(f.done() for f in self.active_retry_futures):
self._retry_session_finished()
def _retry_session_finished(self):
self.log_signal.emit("π Retry session finished.")
self.log_signal.emit(f" Summary: {self.succeeded_retry_count} Succeeded, {self.failed_retry_count_in_session} Failed.")
if self.retry_thread_pool:
self.retry_thread_pool.shutdown(wait=True)
self.retry_thread_pool = None
self.active_retry_futures.clear()
self.files_for_current_retry_session.clear()
self.set_ui_enabled(True) # Re-enable UI
if self.cancel_btn: self.cancel_btn.setText("β Cancel & Reset UI") # Reset cancel button text
self.progress_label.setText(f"Retry Finished. Succeeded: {self.succeeded_retry_count}, Failed: {self.failed_retry_count_in_session}. Ready for new task.")
self.file_progress_label.setText("")
if self.pause_event: self.pause_event.clear()
self.is_paused = False
def toggle_active_log_view(self):
if self.current_log_view == 'progress':
self.current_log_view = 'missed_character'
if self.log_view_stack: self.log_view_stack.setCurrentIndex(1) # Show missed character log
if self.log_verbosity_toggle_button:
self.log_verbosity_toggle_button.setText(self.CLOSED_EYE_ICON) # Monkey icon
self.log_verbosity_toggle_button.setToolTip("Current View: Missed Character Log. Click to switch to Progress Log.")
if self.progress_log_label: self.progress_log_label.setText("π« Missed Character Log:")
else: # current_log_view == 'missed_character'
self.current_log_view = 'progress'
if self.log_view_stack: self.log_view_stack.setCurrentIndex(0) # Show progress log
if self.log_verbosity_toggle_button:
self.log_verbosity_toggle_button.setText(self.EYE_ICON) # Open eye icon
self.log_verbosity_toggle_button.setToolTip("Current View: Progress Log. Click to switch to Missed Character Log.")
if self.progress_log_label: self.progress_log_label.setText("π Progress Log:")
def reset_application_state(self):
if self._is_download_active(): QMessageBox.warning(self, "Reset Error", "Cannot reset while a download is in progress. Please cancel first."); return
self.log_signal.emit("π Resetting application state to defaults..."); self._reset_ui_to_defaults()
self.main_log_output.clear(); self.external_log_output.clear()
if self.missed_character_log_output: self.missed_character_log_output.clear()
self.current_log_view = 'progress' # Reset to progress log view
if self.log_view_stack: self.log_view_stack.setCurrentIndex(0)
if self.progress_log_label: self.progress_log_label.setText("π Progress Log:")
if self.log_verbosity_toggle_button:
self.log_verbosity_toggle_button.setText(self.EYE_ICON)
self.log_verbosity_toggle_button.setToolTip("Current View: Progress Log. Click to switch to Missed Character Log.")
if self.show_external_links and not (self.radio_only_links and self.radio_only_links.isChecked()): self.external_log_output.append("π External Links Found:")
self.external_link_queue.clear(); self.extracted_links_cache = []; self._is_processing_external_link_queue = False; self._current_link_post_title = None
self.progress_label.setText("Progress: Idle"); self.file_progress_label.setText("")
with self.downloaded_files_lock: count = len(self.downloaded_files); self.downloaded_files.clear();
self.missed_title_key_terms_count.clear()
self.missed_title_key_terms_examples.clear()
self.logged_summary_for_key_term.clear()
self.already_logged_bold_key_terms.clear()
self.missed_key_terms_buffer.clear()
self.favorite_download_queue.clear()
self.favorite_download_scope = FAVORITE_SCOPE_SELECTED_LOCATION # Reset scope
self._update_favorite_scope_button_text()
self.is_processing_favorites_queue = False
if count > 0: self.log_signal.emit(f" Cleared {count} downloaded filename(s) from session memory.")
with self.downloaded_file_hashes_lock: count = len(self.downloaded_file_hashes); self.downloaded_file_hashes.clear();
if count > 0: self.log_signal.emit(f" Cleared {count} downloaded file hash(es) from session memory.")
self.total_posts_to_process = 0; self.processed_posts_count = 0; self.download_counter = 0; self.skip_counter = 0
self.all_kept_original_filenames = []
self.cancellation_event.clear()
if self.pause_event: self.pause_event.clear()
self.is_paused = False # Reset pause state on full reset
self.manga_filename_style = STYLE_POST_TITLE
self.settings.setValue(MANGA_FILENAME_STYLE_KEY, self.manga_filename_style)
self.skip_words_scope = SKIP_SCOPE_POSTS
self.settings.setValue(SKIP_WORDS_SCOPE_KEY, self.skip_words_scope)
self._update_skip_scope_button_text()
self.char_filter_scope = CHAR_SCOPE_TITLE # Default to Title on full reset
# self.settings.setValue(CHAR_FILTER_SCOPE_KEY, self.char_filter_scope) # Already removed from saving
self._update_char_filter_scope_button_text()
self.settings.sync()
self._update_manga_filename_style_button_text()
self.update_ui_for_manga_mode(self.manga_mode_checkbox.isChecked() if self.manga_mode_checkbox else False)
def _reset_ui_to_defaults(self):
self.link_input.clear(); self.dir_input.clear(); self.custom_folder_input.clear(); self.character_input.clear();
self.skip_words_input.clear(); self.start_page_input.clear(); self.end_page_input.clear(); self.new_char_input.clear();
if hasattr(self, 'remove_from_filename_input'): self.remove_from_filename_input.clear()
self.character_search_input.clear(); self.thread_count_input.setText("4"); self.radio_all.setChecked(True);
self.skip_zip_checkbox.setChecked(True); self.skip_rar_checkbox.setChecked(True); self.download_thumbnails_checkbox.setChecked(False);
self.compress_images_checkbox.setChecked(False); self.use_subfolders_checkbox.setChecked(True);
self.use_subfolder_per_post_checkbox.setChecked(False); self.use_multithreading_checkbox.setChecked(True);
if self.favorite_mode_checkbox: self.favorite_mode_checkbox.setChecked(False)
self.external_links_checkbox.setChecked(False)
if self.manga_mode_checkbox: self.manga_mode_checkbox.setChecked(False)
if hasattr(self, 'use_cookie_checkbox'): self.use_cookie_checkbox.setChecked(False) # Default to False on full reset
self.selected_cookie_filepath = None
if hasattr(self, 'cookie_text_input'): self.cookie_text_input.clear() # Clear cookie text on full reset
self.missed_title_key_terms_count.clear()
self.missed_title_key_terms_examples.clear()
self.logged_summary_for_key_term.clear()
self.already_logged_bold_key_terms.clear()
if hasattr(self, 'manga_date_prefix_input'): self.manga_date_prefix_input.clear() # Clear prefix input
if self.pause_event: self.pause_event.clear()
self.is_paused = False # Reset pause state
self.missed_key_terms_buffer.clear()
if self.missed_character_log_output: self.missed_character_log_output.clear()
self.allow_multipart_download_setting = False # Default to OFF
self._update_multipart_toggle_button_text() # Update button text
self.skip_words_scope = SKIP_SCOPE_POSTS
self._update_skip_scope_button_text()
self.char_filter_scope = CHAR_SCOPE_TITLE # Default to Title
self._update_char_filter_scope_button_text()
self.current_log_view = 'progress' # Reset to progress log view
self._update_cookie_input_visibility(False) # Hide cookie text input on full reset
if self.log_view_stack: self.log_view_stack.setCurrentIndex(0)
if self.progress_log_label: self.progress_log_label.setText("π Progress Log:")
self._handle_filter_mode_change(self.radio_all, True)
self._handle_multithreading_toggle(self.use_multithreading_checkbox.isChecked())
self.filter_character_list("")
self.download_btn.setEnabled(True); self.cancel_btn.setEnabled(False)
if self.reset_button: self.reset_button.setEnabled(True)
if self.log_verbosity_toggle_button: # Reset eye button to show Progress Log
self.log_verbosity_toggle_button.setText(self.EYE_ICON)
self.log_verbosity_toggle_button.setToolTip("Current View: Progress Log. Click to switch to Missed Character Log.")
self._update_manga_filename_style_button_text()
self.update_ui_for_manga_mode(False)
if hasattr(self, 'favorite_mode_checkbox'): # Ensure checkbox exists
self._handle_favorite_mode_toggle(False) # Ensure URL input is visible after full reset
if hasattr(self, 'scan_content_images_checkbox'):
self.scan_content_images_checkbox.setChecked(False)
if hasattr(self, 'download_thumbnails_checkbox'):
self._handle_thumbnail_mode_change(self.download_thumbnails_checkbox.isChecked())
def _show_feature_guide(self):
page1_title = "β Introduction & Main Inputs"
page1_content = """
This guide provides an overview of the Kemono Downloader's features, fields, and buttons.
Main Input Area (Top Left)
- π Kemono Creator/Post URL:
- Enter the full web address of a creator's page (e.g., https://kemono.su/patreon/user/12345) or a specific post (e.g., .../post/98765).
- Supports Kemono (kemono.su, kemono.party) and Coomer (coomer.su, coomer.party) URLs.
- Page Range (Start to End):
- For creator URLs: Specify a range of pages to fetch (e.g., pages 2 to 5). Leave blank for all pages.
- Disabled for single post URLs or when Manga/Comic Mode is active.
- π Download Location:
- Click 'Browse...' to choose a main folder on your computer where all downloaded files will be saved.
- This field is required unless you are using 'π Only Links' mode.
"""
page2_title = "β‘ Filtering Downloads"
page2_content = """
Filtering Downloads (Left Panel)
- π― Filter by Character(s):
- Enter names, comma-separated (e.g.,
Tifa, Aerith).
- Grouped Aliases for Shared Folder (Separate Known.txt Entries):
(Vivi, Ulti, Uta).
- Content matching "Vivi", "Ulti", OR "Uta" will go into a shared folder named "Vivi Ulti Uta" (after cleaning).
- If these names are new, "Vivi", "Ulti", and "Uta" will be prompted to be added as separate individual entries to
Known.txt.
- Grouped Aliases for Shared Folder (Single Known.txt Entry):
(Yuffie, Sonon)~ (note the tilde ~).
- Content matching "Yuffie" OR "Sonon" will go into a shared folder named "Yuffie Sonon".
- If new, "Yuffie Sonon" (with aliases Yuffie, Sonon) will be prompted to be added as a single group entry to
Known.txt.
- This filter influences folder naming if 'Separate Folders by Name/Title' is enabled.
- Filter: [Type] Button (Character Filter Scope): Cycles how the 'Filter by Character(s)' applies:
Filter: Files: Checks individual filenames. A post is kept if any file matches; only matching files are downloaded. Folder naming uses the character from the matching filename.
Filter: Title: Checks post titles. All files from a matching post are downloaded. Folder naming uses the character from the matching post title.
Filter: Both: Checks post title first. If it matches, all files are downloaded. If not, it then checks filenames, and only matching files are downloaded. Folder naming prioritizes title match, then file match.
Filter: Comments (Beta): Checks filenames first. If a file matches, all files from the post are downloaded. If no file match, it then checks post comments. If a comment matches, all files are downloaded. (Uses more API requests). Folder naming prioritizes file match, then comment match.
- ποΈ Custom Folder Name (Single Post Only):
- Visible and usable only when downloading a single specific post URL AND 'Separate Folders by Name/Title' is enabled.
- Allows you to specify a custom name for that single post's download folder.
- π« Skip with Words:
- Enter words, comma-separated (e.g.,
WIP, sketch, preview) to skip certain content.
- Scope: [Type] Button (Skip Words Scope): Cycles how 'Skip with Words' applies:
Scope: Files: Skips individual files if their names contain any of these words.
Scope: Posts: Skips entire posts if their titles contain any of these words.
Scope: Both: Applies both (post title first, then individual files).
- βοΈ Remove Words from name:
- Enter words, comma-separated (e.g.,
patreon, [HD]), to remove from downloaded filenames (case-insensitive).
- Filter Files (Radio Buttons): Choose what to download:
All: Downloads all file types found.
Images/GIFs: Only common image formats (JPG, PNG, GIF, WEBP, etc.) and GIFs.
Videos: Only common video formats (MP4, MKV, WEBM, MOV, etc.).
π¦ Only Archives: Exclusively downloads .zip and .rar files. When selected, 'Skip .zip' and 'Skip .rar' checkboxes are automatically disabled and unchecked. 'Show External Links' is also disabled.
π§ Only Audio: Downloads only common audio formats (MP3, WAV, FLAC, M4A, OGG, etc.). Other file-specific options behave as with 'Images' or 'Videos' mode.
π Only Links: Extracts and displays external links from post descriptions instead of downloading files. Download-related options and 'Show External Links' are disabled. The main download button changes to 'π Extract Links'.
"""
page3_title = "β’ Download Options & Settings"
page3_content = """
Download Options & Settings (Left Panel)
- Skip .zip / Skip .rar: Checkboxes to avoid downloading these archive file types. (Disabled and ignored if 'π¦ Only Archives' filter mode is selected).
- Download Thumbnails Only: Downloads small preview images instead of full-sized files (if available).
- Compress Large Images (to WebP): If the 'Pillow' (PIL) library is installed, images larger than 1.5MB will be converted to WebP format if the WebP version is significantly smaller.
- βοΈ Advanced Settings:
- Separate Folders by Name/Title: Creates subfolders based on the 'Filter by Character(s)' input or post titles. Can use the Known.txt list as a fallback for folder names.
"""
page4_title = "β£ Advanced Settings (Part 1)"
page4_content = """βοΈ Advanced Settings (Continued)
- Subfolder per Post: If 'Separate Folders' is on, this creates an additional subfolder for each individual post inside the main character/title folder.
- Use Cookie: Check this to use cookies for requests.
- Text Field: Enter a cookie string directly (e.g.,
name1=value1; name2=value2).
- Browse...: Select a
cookies.txt file (Netscape format). The path will appear in the text field.
- Precedence: The text field (if filled) takes precedence over a browsed file. If 'Use Cookie' is checked but both are empty, it attempts to load
cookies.txt from the app's directory.
- Use Multithreading & Threads Input:
- Enables faster operations. The number in 'Threads' input means:
- For Creator Feeds: Number of posts to process simultaneously. Files within each post are downloaded sequentially by its worker (unless 'Date Based' manga naming is on, which forces 1 post worker).
- For Single Post URLs: Number of files to download concurrently from that single post.
- If unchecked, 1 thread is used. High thread counts (e.g., >40) may show an advisory.
"""
page5_title = "β€ Advanced Settings (Part 2) & Actions"
page5_content = """βοΈ Advanced Settings (Continued)
- Show External Links in Log: If checked, a secondary log panel appears below the main log to display any external links found in post descriptions. (Disabled if 'π Only Links' or 'π¦ Only Archives' mode is active).
- π Manga/Comic Mode (Creator URLs only): Tailored for sequential content.
- Downloads posts from oldest to newest.
- The 'Page Range' input is disabled as all posts are fetched.
- A filename style toggle button (e.g., 'Name: Post Title') appears in the top-right of the log area when this mode is active for a creator feed. Click it to cycle through naming styles:
Name: Post Title (Default): The first file in a post is named after the post's cleaned title (e.g., 'My Chapter 1.jpg'). Subsequent files within the *same post* will attempt to keep their original filenames (e.g., 'page_02.png', 'bonus_art.jpg'). If the post has only one file, it's named after the post title. This is generally recommended for most manga/comics.
Name: Original File: All files attempt to keep their original filenames.
Name: Original File: All files attempt to keep their original filenames. When this style is active, an input field for an optional filename prefix (e.g., 'MySeries_') will appear next to this style button. Example: 'MySeries_OriginalFile.jpg'.
Name: Title+G.Num (Post Title + Global Numbering): All files across all posts in the current download session are named sequentially using the post's cleaned title as a prefix, followed by a global counter. Example: Post 'Chapter 1' (2 files) -> 'Chapter 1 001.jpg', 'Chapter 1 002.png'. Next post 'Chapter 2' (1 file) -> 'Chapter 2 003.jpg'. Multithreading for post processing is automatically disabled for this style.
Name: Date Based: Files are named sequentially (001.ext, 002.ext, ...) based on post publication order. When this style is active, an input field for an optional filename prefix (e.g., 'MySeries_') will appear next to this style button. Example: 'MySeries_001.jpg'. Multithreading for post processing is automatically disabled for this style.
- For best results with 'Name: Post Title', 'Name: Title+G.Num', or 'Name: Date Based' styles, use the 'Filter by Character(s)' field with the manga/series title for folder organization.
Main Action Buttons (Left Panel)
- β¬οΈ Start Download / π Extract Links: This button's text and function change based on the 'Filter Files' radio button selection. It starts the primary operation.
- βΈοΈ Pause Download / βΆοΈ Resume Download: Allows you to temporarily halt the current download/extraction process and resume it later. Some UI settings can be changed while paused.
- β Cancel & Reset UI: Stops the current operation and performs a soft UI reset. Your URL and Download Directory inputs are preserved, but other settings and logs are cleared.
"""
page6_title = "β₯ Known Shows/Characters List"
page6_content = """
Known Shows/Characters List Management (Bottom Left)
This section helps manage the Known.txt file, which is used for smart folder organization when 'Separate Folders by Name/Title' is enabled, especially as a fallback if a post doesn't match your active 'Filter by Character(s)' input.
- Open Known.txt: Opens the
Known.txt file (located in the app's directory) in your default text editor for advanced editing (like creating complex grouped aliases).
- Search characters...: Filters the list of known names displayed below.
- List Widget: Displays the primary names from your
Known.txt. Select entries here to delete them.
- Add new show/character name (Input Field): Enter a name or group to add.
- Simple Name: e.g.,
My Awesome Series. Adds as a single entry.
- Group for Separate Known.txt Entries: e.g.,
(Vivi, Ulti, Uta). Adds "Vivi", "Ulti", and "Uta" as three separate individual entries to Known.txt.
- Group for Shared Folder & Single Known.txt Entry (Tilde
~): e.g., (Character A, Char A)~. Adds one entry to Known.txt named "Character A Char A". "Character A" and "Char A" become aliases for this single folder/entry.
- β Add Button: Adds the name/group from the input field above to the list and
Known.txt.
- β€΅οΈ Add to Filter Button:
- Located next to the 'β Add' button for the 'Known Shows/Characters' list.
- Clicking this button opens a popup window displaying all names from your
Known.txt file, each with a checkbox.
- The popup includes a search bar to quickly filter the list of names.
- You can select one or more names using the checkboxes.
- Click 'Add Selected' to insert the chosen names into the 'Filter by Character(s)' input field in the main window.
- If a selected name from
Known.txt was originally a group (e.g., defined as (Boa, Hancock) in Known.txt), it will be added to the filter field as (Boa, Hancock)~. Simple names are added as-is.
- 'Select All' and 'Deselect All' buttons are available in the popup for convenience.
- Click 'Cancel' to close the popup without any changes.
- ποΈ Delete Selected Button: Deletes the selected name(s) from the list and
Known.txt.
- β Button (This one!): Displays this comprehensive help guide.
"""
page7_title = "β¦ Log Area & Controls"
page7_content = """
Log Area & Controls (Right Panel)
- π Progress Log / Extracted Links Log (Label): Title for the main log area; changes if 'π Only Links' mode is active.
- Search Links... / π Button (Link Search):
- Visible only when 'π Only Links' mode is active. Allows real-time filtering of the extracted links displayed in the main log by text, URL, or platform.
- Name: [Style] Button (Manga Filename Style):
- Visible only when Manga/Comic Mode is active for a creator feed and not in 'Only Links' or 'Only Archives' mode.
- Cycles through filename styles:
Post Title, Original File, Date Based. (See Manga/Comic Mode section for details).
- When 'Original File' or 'Date Based' style is active, an input field for an optional filename prefix will appear next to this button.
- Multi-part: [ON/OFF] Button:
- Toggles multi-segment downloads for individual large files.
- ON: Can speed up large file downloads but may increase UI choppiness or log spam with many small files. An advisory appears when enabling. If a multi-part download fails, it retries as single-stream.
- OFF (Default): Files are downloaded in a single stream.
- Disabled if 'π Only Links' or 'π¦ Only Archives' mode is active.
- ποΈ / π Button (Log View Toggle): Switches the main log view:
- ποΈ Progress Log (Default): Shows all download activity, errors, and summaries.
- π Missed Character Log: Displays a list of key terms from post titles/content that were skipped due to your 'Filter by Character(s)' settings. Useful for identifying content you might be unintentionally missing.
- π Reset Button: Clears all input fields, logs, and resets temporary settings to their defaults. Can only be used when no download is active.
- Main Log Output (Text Area): Displays detailed progress messages, errors, and summaries. If 'π Only Links' mode is active, this area displays the extracted links.
- Missed Character Log Output (Text Area): (Viewable via ποΈ / π toggle) Displays posts/files skipped due to character filters.
- External Log Output (Text Area): Appears below the main log if 'Show External Links in Log' is checked. Displays external links found in post descriptions.
- Export Links Button:
- Visible and enabled only when 'π Only Links' mode is active and links have been extracted.
- Allows you to save all extracted links to a
.txt file.
- Progress: [Status] Label: Shows the overall progress of the download or link extraction process (e.g., posts processed).
- File Progress Label: Shows the progress of individual file downloads, including speed and size, or multi-part download status.
"""
page8_title = "β§ Key Files & Tour"
page8_title = "β§ Favorite Mode & Future Features" # Corrected title for page 8
page8_content_favorite_mode = """
Favorite Mode (Downloading from Your Kemono.su Favorites)
This mode allows you to download content directly from artists you've favorited on Kemono.su.
- β How to Enable:
- Check the 'β Favorite Mode' checkbox, located next to the 'π Only Links' radio button.
- UI Changes in Favorite Mode:
- The 'π Kemono Creator/Post URL' input area is replaced with a message indicating Favorite Mode is active.
- The standard 'Start Download', 'Pause', 'Cancel' buttons are replaced with:
- 'πΌοΈ Favorite Artists' button
- 'π Favorite Posts' button
- The 'πͺ Use Cookie' option is automatically enabled and locked, as cookies are required to fetch your favorites.
- πΌοΈ Favorite Artists Button:
- Clicking this opens a dialog that lists all artists you have favorited on Kemono.su.
- You can select one or more artists from this list to download their content.
- π Favorite Posts Button (Future Feature):
- Downloading specific favorited posts (especially in a manga-like sequential order if they are part of a series) is a feature currently under development.
- The best way to handle favorited posts, particularly for sequential reading like manga, is still being explored.
- If you have specific ideas or use cases for how you'd like to download and organize favorited posts (e.g., "manga-style" from favorites), please consider opening an issue or joining the discussion on the project's GitHub page. Your input is valuable!
- Favorite Download Scope (Button):
- This button (next to 'Favorite Posts') controls where content from selected favorite artists is downloaded:
- Scope: Selected Location: All selected artists are downloaded into the main 'Download Location' you've set in the UI. Filters apply globally to all content.
- Scope: Artist Folders: For each selected artist, a subfolder (named after the artist) is automatically created inside your main 'Download Location'. Content for that artist goes into their specific subfolder. Filters apply within each artist's dedicated folder.
- Filters in Favorite Mode:
- The 'π― Filter by Character(s)', 'π« Skip with Words', and 'Filter Files' options you've set in the UI will still apply to the content downloaded from your selected favorite artists.
"""
page9_title = "β¨ Key Files & Tour" # Renumbered from 8 to 9
page9_content_key_files = """
Key Files Used by the Application
Known.txt:
- Located in the application's directory (where the
.exe or main.py is).
- Stores your list of known shows, characters, or series titles for automatic folder organization when 'Separate Folders by Name/Title' is enabled.
- Format:
- Each line is an entry.
- Simple Name: e.g.,
My Awesome Series. Content matching this will go into a folder named "My Awesome Series".
- Grouped Aliases: e.g.,
(Character A, Char A, Alt Name A). Content matching "Character A", "Char A", OR "Alt Name A" will ALL go into a single folder named "Character A Char A Alt Name A" (after cleaning). All terms in the parentheses become aliases for that folder.
- Usage: Serves as a fallback for folder naming if a post doesn't match your active 'Filter by Character(s)' input. You can manage simple entries via the UI or edit the file directly for complex aliases. The app reloads it on startup or next use.
cookies.txt (Optional):
- If you use the 'Use Cookie' feature and don't provide a direct cookie string or browse to a specific file, the application will look for a file named
cookies.txt in its directory.
- Format: Must be in Netscape cookie file format.
- Usage: Allows the downloader to use your browser's login session for accessing content that might be behind a login on Kemono/Coomer.
First-Time User Tour
- On the first launch (or if reset), a welcome tour dialog appears, guiding you through the main features. You can skip it or choose to "Never show this tour again."
Many UI elements also have tooltips that appear when you hover your mouse over them, providing quick hints.
"""
steps = [
(page1_title, page1_content),
(page2_title, page2_content),
(page3_title, page3_content),
(page4_title, page4_content),
(page5_title, page5_content),
(page6_title, page6_content),
(page7_title, page7_content),
(page8_title, page8_content_favorite_mode), # New Favorite Mode page
(page9_title, page9_content_key_files), # Use the correct content variable for Key Files & Tour
]
guide_dialog = HelpGuideDialog(steps, self)
guide_dialog.exec_()
def prompt_add_character(self, character_name):
global KNOWN_NAMES
reply = QMessageBox.question(self, "Add Filter Name to Known List?", f"The name '{character_name}' was encountered or used as a filter.\nIt's not in your known names list (used for folder suggestions).\nAdd it now?", QMessageBox.Yes | QMessageBox.No, QMessageBox.Yes)
result = (reply == QMessageBox.Yes)
if result:
if self.add_new_character(name_to_add=character_name,
is_group_to_add=False, # Background prompts add simple entries
aliases_to_add=[character_name],
suppress_similarity_prompt=False): # Allow similarity prompt for background adds
self.log_signal.emit(f"β
Added '{character_name}' to known names via background prompt.")
else: result = False; self.log_signal.emit(f"βΉοΈ Adding '{character_name}' via background prompt was declined, failed, or a similar name conflict was not overridden.")
self.character_prompt_response_signal.emit(result)
def receive_add_character_result(self, result):
with QMutexLocker(self.prompt_mutex): self._add_character_response = result
self.log_signal.emit(f" Main thread received character prompt response: {'Action resulted in addition/confirmation' if result else 'Action resulted in no addition/declined'}")
def _update_multipart_toggle_button_text(self):
if hasattr(self, 'multipart_toggle_button'):
text = "Multi-part: ON" if self.allow_multipart_download_setting else "Multi-part: OFF"
self.multipart_toggle_button.setText(text)
if self.allow_multipart_download_setting:
self.multipart_toggle_button.setToolTip(
"Multi-part Download: ON\n\n"
"Enables downloading large files in multiple segments (parts) simultaneously.\n"
"- Can significantly speed up downloads for *single large files* (e.g., videos, large archives) if the server supports it.\n"
"- May increase CPU/network usage.\n"
"- For creator feeds with many *small files* (e.g., images), this might not offer speed benefits and could make the UI/log feel busy.\n"
"- If a multi-part download fails for a file, it will automatically retry with a single stream.\n"
"- Example: A 500MB video might be downloaded in 5 parts of 100MB each, concurrently.\n\n"
"Click to turn OFF (use single-stream for all files)."
)
else:
self.multipart_toggle_button.setToolTip(
"Multi-part Download: OFF\n\n"
"All files will be downloaded using a single connection (stream).\n"
"- This is generally stable and works well for most scenarios, especially for feeds with many smaller files.\n"
"- Large files will be downloaded sequentially in one go.\n"
"- Example: A 500MB video will be downloaded as one continuous stream.\n\n"
"Click to turn ON (enable multi-part for large files, see advisory on click)."
)
def _toggle_multipart_mode(self):
if not self.allow_multipart_download_setting:
msg_box = QMessageBox(self)
msg_box.setIcon(QMessageBox.Warning)
msg_box.setWindowTitle("Multi-part Download Advisory")
msg_box.setText(
"Multi-part download advisory:
"
""
"- Best suited for large files (e.g., single post videos).
"
"- When downloading a full creator feed with many small files (like images):"
"
- May not offer significant speed benefits.
"
"- Could potentially make the UI feel choppy.
"
"- May spam the process log with rapid, numerous small download messages.
"
"- Consider using the 'Videos' filter if downloading a creator feed to primarily target large files for multi-part.
"
"
"
"Do you want to enable multi-part download?"
)
proceed_button = msg_box.addButton("Proceed Anyway", QMessageBox.AcceptRole)
cancel_button = msg_box.addButton("Cancel", QMessageBox.RejectRole)
msg_box.setDefaultButton(proceed_button) # Default to Proceed
msg_box.exec_()
if msg_box.clickedButton() == cancel_button:
self.log_signal.emit("βΉοΈ Multi-part download enabling cancelled by user.")
return # Exit without changing the state or button text
self.allow_multipart_download_setting = not self.allow_multipart_download_setting # Toggle the actual setting
self._update_multipart_toggle_button_text()
self.settings.setValue(ALLOW_MULTIPART_DOWNLOAD_KEY, self.allow_multipart_download_setting)
self.log_signal.emit(f"βΉοΈ Multi-part download set to: {'Enabled' if self.allow_multipart_download_setting else 'Disabled'}")
def _open_known_txt_file(self):
if not os.path.exists(self.config_file):
QMessageBox.warning(self, "File Not Found",
f"The file 'Known.txt' was not found at:\n{self.config_file}\n\n"
"It will be created automatically when you add a known name or close the application.")
self.log_signal.emit(f"βΉοΈ 'Known.txt' not found at {self.config_file}. It will be created later.")
return
try:
if sys.platform == "win32":
os.startfile(self.config_file)
elif sys.platform == "darwin": # macOS
subprocess.call(['open', self.config_file])
else: # Linux and other Unix-like
subprocess.call(['xdg-open', self.config_file])
self.log_signal.emit(f"βΉοΈ Attempted to open '{os.path.basename(self.config_file)}' with the default editor.")
except FileNotFoundError: # Should be caught by os.path.exists, but as a fallback
QMessageBox.critical(self, "Error", f"Could not find '{os.path.basename(self.config_file)}' at {self.config_file} to open it.")
self.log_signal.emit(f"β Error: '{os.path.basename(self.config_file)}' not found at {self.config_file} when trying to open.")
except Exception as e:
QMessageBox.critical(self, "Error Opening File", f"Could not open '{os.path.basename(self.config_file)}':\n{e}")
self.log_signal.emit(f"β Error opening '{os.path.basename(self.config_file)}': {e}")
def _show_add_to_filter_dialog(self):
global KNOWN_NAMES
if not KNOWN_NAMES:
QMessageBox.information(self, "No Known Names", "Your 'Known.txt' list is empty. Add some names first.")
return
dialog = KnownNamesFilterDialog(KNOWN_NAMES, self)
if dialog.exec_() == QDialog.Accepted:
selected_entries = dialog.get_selected_entries() # Get list of entry objects
if selected_entries:
self._add_names_to_character_filter_input(selected_entries)
def _add_names_to_character_filter_input(self, selected_entries):
"""
Adds the selected known name entries to the character filter input field.
"""
if not selected_entries:
return
names_to_add_str_list = []
for entry in selected_entries:
if entry.get("is_group"):
aliases_str = ", ".join(entry.get("aliases", []))
names_to_add_str_list.append(f"({aliases_str})~")
else:
names_to_add_str_list.append(entry.get("name", ""))
names_to_add_str_list = [s for s in names_to_add_str_list if s]
if not names_to_add_str_list:
return
current_filter_text = self.character_input.text().strip()
new_text_to_append = ", ".join(names_to_add_str_list)
self.character_input.setText(f"{current_filter_text}, {new_text_to_append}" if current_filter_text else new_text_to_append)
self.log_signal.emit(f"βΉοΈ Added to character filter: {new_text_to_append}")
def _update_favorite_scope_button_text(self):
if not hasattr(self, 'favorite_scope_toggle_button') or not self.favorite_scope_toggle_button:
return
if self.favorite_download_scope == FAVORITE_SCOPE_SELECTED_LOCATION:
self.favorite_scope_toggle_button.setText("Scope: Selected Location")
self.favorite_scope_toggle_button.setToolTip(
"Current Favorite Download Scope: Selected Location\n\n"
"All selected favorite artists will be downloaded into the main 'Download Location' specified in the UI.\n"
"Filters (character, skip words, file type) will apply globally to all content from these artists.\n\n"
"Click to change to: Artist Folders"
)
elif self.favorite_download_scope == FAVORITE_SCOPE_ARTIST_FOLDERS:
self.favorite_scope_toggle_button.setText("Scope: Artist Folders")
self.favorite_scope_toggle_button.setToolTip(
"Current Favorite Download Scope: Artist Folders\n\n"
"For each selected favorite artist, a new subfolder (named after the artist) will be created inside the main 'Download Location'.\n"
"Content for that artist will be downloaded into their specific subfolder.\n"
"Filters (character, skip words, file type) will apply *within* each artist's folder.\n\n"
"Click to change to: Selected Location"
)
else: # Fallback
self.favorite_scope_toggle_button.setText("Scope: Unknown")
self.favorite_scope_toggle_button.setToolTip("Favorite download scope is unknown. Click to cycle.")
def _cycle_favorite_scope(self):
if self.favorite_download_scope == FAVORITE_SCOPE_SELECTED_LOCATION:
self.favorite_download_scope = FAVORITE_SCOPE_ARTIST_FOLDERS
else:
self.favorite_download_scope = FAVORITE_SCOPE_SELECTED_LOCATION
self._update_favorite_scope_button_text()
self.log_signal.emit(f"βΉοΈ Favorite download scope changed to: '{self.favorite_download_scope}'")
def _show_favorite_artists_dialog(self):
if self._is_download_active() or self.is_processing_favorites_queue:
QMessageBox.warning(self, "Busy", "Another download operation is already in progress.")
return
cookies_config = {
'use_cookie': self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False,
'cookie_text': self.cookie_text_input.text() if hasattr(self, 'cookie_text_input') else "",
'selected_cookie_file': self.selected_cookie_filepath,
'app_base_dir': self.app_base_dir
}
dialog = FavoriteArtistsDialog(self, cookies_config)
if dialog.exec_() == QDialog.Accepted:
selected_artists = dialog.get_selected_artists() # Changed method name
if selected_artists:
if len(selected_artists) > 1:
display_names = ", ".join([artist['name'] for artist in selected_artists])
# For multiple artists, we don't set the link_input as it's confusing.
# The queue will handle individual URLs.
# self.link_input.setText(display_names) # Avoid setting this
if self.link_input: # Clear it if it was showing a single URL before
self.link_input.clear()
self.link_input.setPlaceholderText(f"{len(selected_artists)} favorite artists selected for download queue.")
self.log_signal.emit(f"βΉοΈ Multiple favorite artists selected. Displaying names: {display_names}")
elif len(selected_artists) == 1:
self.link_input.setText(selected_artists[0]['url']) # Show the single URL
self.log_signal.emit(f"βΉοΈ Single favorite artist selected: {selected_artists[0]['name']}")
self.log_signal.emit(f"βΉοΈ Queuing {len(selected_artists)} favorite artist(s) for download.")
for artist_data in selected_artists: # Iterate over list of dicts
self.favorite_download_queue.append({'url': artist_data['url'], 'name': artist_data['name'], 'name_for_folder': artist_data['name'], 'type': 'artist'})
if not self.is_processing_favorites_queue:
# self.is_processing_favorites_queue = True # This will be set in _process_next_favorite_download
self._process_next_favorite_download()
else:
self.log_signal.emit("βΉοΈ No favorite artists were selected for download.")
else:
self.log_signal.emit("βΉοΈ Favorite artists selection cancelled.")
def _show_favorite_posts_dialog(self):
if self._is_download_active() or self.is_processing_favorites_queue:
QMessageBox.warning(self, "Busy", "Another download operation is already in progress.")
return
cookies_config = {
'use_cookie': self.use_cookie_checkbox.isChecked() if hasattr(self, 'use_cookie_checkbox') else False,
'cookie_text': self.cookie_text_input.text() if hasattr(self, 'cookie_text_input') else "",
'selected_cookie_file': self.selected_cookie_filepath,
'app_base_dir': self.app_base_dir
}
global KNOWN_NAMES # Ensure we have access to the global
# Perform cookie check before showing the FavoritePostsDialog if cookies are enabled
if cookies_config['use_cookie']:
temp_cookies_for_check = prepare_cookies_for_request(
cookies_config['use_cookie'],
cookies_config['cookie_text'],
cookies_config['selected_cookie_file'],
cookies_config['app_base_dir'],
lambda msg: self.log_signal.emit(f"[FavPosts Cookie Check] {msg}")
)
if temp_cookies_for_check is None:
cookie_help_dialog = CookieHelpDialog(self)
cookie_help_dialog.exec_()
return # Don't proceed to show FavoritePostsDialog if cookies are needed but not found
dialog = FavoritePostsDialog(self, cookies_config, KNOWN_NAMES) # Pass KNOWN_NAMES
if dialog.exec_() == QDialog.Accepted:
selected_posts = dialog.get_selected_posts()
if selected_posts:
self.log_signal.emit(f"βΉοΈ Queuing {len(selected_posts)} favorite post(s) for download.")
for post_data in selected_posts:
# Construct direct post URL: https:////user//post/
# For now, assume kemono.su. TODO: Handle coomer.su if applicable
domain = "kemono.su" # Or determine from service/parent app settings
direct_post_url = f"https://{domain}/{post_data['service']}/user/{post_data['creator_id']}/post/{post_data['post_id']}"
queue_item = {
'url': direct_post_url,
'name': post_data['title'], # For logging purposes
'name_for_folder': post_data['creator_id'], # Use creator_id for folder name
'type': 'post'
}
self.favorite_download_queue.append(queue_item)
if not self.is_processing_favorites_queue:
# self.is_processing_favorites_queue = True # This will be set in _process_next_favorite_download
self._process_next_favorite_download()
else:
self.log_signal.emit("βΉοΈ No favorite posts were selected for download.")
else:
self.log_signal.emit("βΉοΈ Favorite posts selection cancelled.")
def _process_next_favorite_download(self):
# If a download is already active (could be a regular download or a previous favorite item),
# wait for it to complete. download_finished will re-trigger this method.
if self._is_download_active():
self.log_signal.emit("βΉοΈ Waiting for current download to finish before starting next favorite.")
return
# If the queue is empty, it means all favorites (if any were queued) are done.
if not self.favorite_download_queue:
if self.is_processing_favorites_queue: # If we were in the middle of processing favorites
self.is_processing_favorites_queue = False
self.log_signal.emit("β
All favorite items from queue have been processed.")
self.set_ui_enabled(True) # Re-enable UI fully
return
# If we reach here, queue is not empty and no other download is active.
# This is where we commit to processing the next favorite item.
if not self.is_processing_favorites_queue: # Set flag if starting a new queue processing
self.is_processing_favorites_queue = True
self.current_processing_favorite_item_info = self.favorite_download_queue.popleft()
next_url = self.current_processing_favorite_item_info['url']
item_display_name = self.current_processing_favorite_item_info.get('name', 'Unknown Item') # This is artist name or post title
self.log_signal.emit(f"βΆοΈ Processing next favorite from queue: '{item_display_name}' ({next_url})")
override_dir = None
if self.favorite_download_scope == FAVORITE_SCOPE_ARTIST_FOLDERS and self.dir_input.text().strip(): # Ensure main dir is set
main_download_dir = self.dir_input.text().strip()
folder_name_key = self.current_processing_favorite_item_info.get('name_for_folder', 'Unknown_Folder')
item_specific_folder_name = clean_folder_name(folder_name_key) # artist_name or creator_id
override_dir = os.path.join(main_download_dir, item_specific_folder_name)
self.log_signal.emit(f" Favorite Scope: Artist Folders. Target directory: '{override_dir}'")
success_starting_download = self.start_download(direct_api_url=next_url, override_output_dir=override_dir)
if not success_starting_download:
# If start_download failed (e.g., due to a QMessageBox validation error),
# we need to manually trigger the logic that download_finished would handle
# to ensure the queue continues or terminates correctly.
self.log_signal.emit(f"β οΈ Failed to initiate download for '{item_display_name}'. Skipping this item in queue.")
# Simulate a "cancelled" finish for this item to process the next or end the queue.
self.download_finished(total_downloaded=0, total_skipped=1, cancelled_by_user=True, kept_original_names_list=[])
def _open_language_settings_dialog(self):
self.log_signal.emit("βοΈ Language settings button clicked (dialog not yet implemented).")
QMessageBox.information(self, "Language Settings", "Language settings dialog will be implemented here.")
if __name__ == '__main__':
import traceback
import sys # Ensure sys is imported here if not already
import os # Ensure os is imported here
import time # For timestamping errors
def log_error_to_file(exc_info_tuple):
log_file_path = os.path.join(os.path.dirname(sys.executable) if getattr(sys, 'frozen', False) else os.path.dirname(__file__), "critical_error_log.txt")
with open(log_file_path, "a", encoding="utf-8") as f:
f.write(f"Timestamp: {time.strftime('%Y-%m-%d %H:%M:%S')}\n")
traceback.print_exception(*exc_info_tuple, file=f)
f.write("-" * 80 + "\n\n")
try:
qt_app = QApplication(sys.argv)
if getattr(sys, 'frozen', False): base_dir = sys._MEIPASS
else: base_dir = os.path.dirname(os.path.abspath(__file__))
icon_path = os.path.join(base_dir, 'Kemono.ico')
if os.path.exists(icon_path): qt_app.setWindowIcon(QIcon(icon_path))
else: print(f"Warning: Application icon 'Kemono.ico' not found at {icon_path}")
downloader_app_instance = DownloaderApp()
primary_screen = QApplication.primaryScreen()
if not primary_screen:
screens = QApplication.screens()
if not screens:
downloader_app_instance.resize(1024, 768)
downloader_app_instance.show()
sys.exit(qt_app.exec_())
primary_screen = screens[0]
available_geo = primary_screen.availableGeometry()
screen_width = available_geo.width()
screen_height = available_geo.height()
min_app_width = 960 # Minimum width for the app to be usable
min_app_height = 680 # Minimum height
desired_app_width_ratio = 0.80 # Use 80% of available screen width
desired_app_height_ratio = 0.85 # Use 85% of available screen height
app_width = max(min_app_width, int(screen_width * desired_app_width_ratio))
app_height = max(min_app_height, int(screen_height * desired_app_height_ratio))
app_width = min(app_width, screen_width)
app_height = min(app_height, screen_height)
downloader_app_instance.resize(app_width, app_height)
downloader_app_instance.show()
downloader_app_instance._center_on_screen()
try:
tour_result = TourDialog.run_tour_if_needed(downloader_app_instance)
if tour_result == QDialog.Accepted: print("Tour completed by user.")
elif tour_result == QDialog.Rejected: print("Tour skipped or was already shown.")
except NameError:
print("[Main] TourDialog class not found. Skipping tour.") # Should not happen if code is correct
except Exception as e_tour:
print(f"[Main] Error during tour execution: {e_tour}")
exit_code = qt_app.exec_()
print(f"Application finished with exit code: {exit_code}")
sys.exit(exit_code)
except SystemExit: pass
except Exception as e:
print("--- CRITICAL APPLICATION ERROR ---")
print(f"An unhandled exception occurred: {e}")
traceback.print_exc()
print("--- END CRITICAL ERROR ---")