mirror of
https://github.com/Yuvi9587/Kemono-Downloader.git
synced 2025-12-17 15:36:51 +00:00
107 lines
4.3 KiB
Python
107 lines
4.3 KiB
Python
|
import cloudscraper
|
||
|
|
from bs4 import BeautifulSoup
|
||
|
|
import re
|
||
|
|
import html
|
||
|
|
|
||
|
|
def fetch_rule34video_data(video_url, logger_func):
|
||
|
|
"""
|
||
|
|
Scrapes a rule34video.com page by specifically finding the 'Download' div,
|
||
|
|
then selecting the best available quality link.
|
||
|
|
|
||
|
|
Args:
|
||
|
|
video_url (str): The full URL to the rule34video.com page.
|
||
|
|
logger_func (callable): Function to use for logging progress.
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
tuple: (video_title, final_video_url) or (None, None) on failure.
|
||
|
|
"""
|
||
|
|
logger_func(f" [Rule34Video] Fetching page: {video_url}")
|
||
|
|
scraper = cloudscraper.create_scraper()
|
||
|
|
|
||
|
|
try:
|
||
|
|
main_page_response = scraper.get(video_url, timeout=20)
|
||
|
|
main_page_response.raise_for_status()
|
||
|
|
|
||
|
|
soup = BeautifulSoup(main_page_response.text, 'html.parser')
|
||
|
|
|
||
|
|
page_title_tag = soup.find('title')
|
||
|
|
video_title = page_title_tag.text.strip() if page_title_tag else "rule34video_file"
|
||
|
|
|
||
|
|
# --- START OF FINAL FIX ---
|
||
|
|
# 1. Find the SPECIFIC "Download" label first. This is the key.
|
||
|
|
download_label = soup.find('div', class_='label', string='Download')
|
||
|
|
|
||
|
|
if not download_label:
|
||
|
|
logger_func(" [Rule34Video] ❌ Could not find the 'Download' label. Unable to locate the correct links div.")
|
||
|
|
return None, None
|
||
|
|
|
||
|
|
# 2. The correct container is the parent of this label.
|
||
|
|
download_div = download_label.parent
|
||
|
|
|
||
|
|
# 3. Now, find the links ONLY within this correct container.
|
||
|
|
link_tags = download_div.find_all('a', class_='tag_item')
|
||
|
|
if not link_tags:
|
||
|
|
logger_func(" [Rule34Video] ❌ Found the 'Download' div, but no download links were inside it.")
|
||
|
|
return None, None
|
||
|
|
# --- END OF FINAL FIX ---
|
||
|
|
|
||
|
|
links_by_quality = {}
|
||
|
|
quality_pattern = re.compile(r'(\d+p|4k)')
|
||
|
|
|
||
|
|
for tag in link_tags:
|
||
|
|
href = tag.get('href')
|
||
|
|
if not href:
|
||
|
|
continue
|
||
|
|
|
||
|
|
quality = None
|
||
|
|
text_match = quality_pattern.search(tag.text)
|
||
|
|
if text_match:
|
||
|
|
quality = text_match.group(1)
|
||
|
|
else:
|
||
|
|
href_match = quality_pattern.search(href)
|
||
|
|
if href_match:
|
||
|
|
quality = href_match.group(1)
|
||
|
|
|
||
|
|
if quality:
|
||
|
|
links_by_quality[quality] = href
|
||
|
|
|
||
|
|
if not links_by_quality:
|
||
|
|
logger_func(" [Rule34Video] ⚠️ Could not parse specific qualities. Using first available link as a fallback.")
|
||
|
|
final_video_url = link_tags[0].get('href')
|
||
|
|
if not final_video_url:
|
||
|
|
logger_func(" [Rule34Video] ❌ Fallback failed: First link tag had no href attribute.")
|
||
|
|
return None, None
|
||
|
|
|
||
|
|
final_video_url = html.unescape(final_video_url)
|
||
|
|
logger_func(f" [Rule34Video] ✅ Selected first available link as fallback: {final_video_url}")
|
||
|
|
return video_title, final_video_url
|
||
|
|
|
||
|
|
logger_func(f" [Rule34Video] Found available qualities: {list(links_by_quality.keys())}")
|
||
|
|
|
||
|
|
final_video_url = None
|
||
|
|
if '1080p' in links_by_quality:
|
||
|
|
final_video_url = links_by_quality['1080p']
|
||
|
|
logger_func(" [Rule34Video] ✅ Selected preferred 1080p link.")
|
||
|
|
elif '720p' in links_by_quality:
|
||
|
|
final_video_url = links_by_quality['720p']
|
||
|
|
logger_func(" [Rule34Video] ✅ 1080p not found. Selected fallback 720p link.")
|
||
|
|
else:
|
||
|
|
fallback_order = ['480p', '360p']
|
||
|
|
for quality in fallback_order:
|
||
|
|
if quality in links_by_quality:
|
||
|
|
final_video_url = links_by_quality[quality]
|
||
|
|
logger_func(f" [Rule34Video] ⚠️ 1080p/720p not found. Selected best available fallback: {quality}")
|
||
|
|
break
|
||
|
|
|
||
|
|
if not final_video_url:
|
||
|
|
logger_func(" [Rule34Video] ❌ Could not find a suitable download link.")
|
||
|
|
return None, None
|
||
|
|
|
||
|
|
final_video_url = html.unescape(final_video_url)
|
||
|
|
logger_func(f" [Rule34Video] ✅ Selected direct download URL: {final_video_url}")
|
||
|
|
|
||
|
|
return video_title, final_video_url
|
||
|
|
|
||
|
|
except Exception as e:
|
||
|
|
logger_func(f" [Rule34Video] ❌ An error occurred: {e}")
|
||
|
|
return None, None
|