Commit

src/core/deviantart_client.py

@@ -0,0 +1,174 @@
+import requests
+import re
+import os
+import time
+import threading
+from urllib.parse import urlparse
+
+class DeviantArtClient:
+    # Public Client Credentials
+    CLIENT_ID = "5388"
+    CLIENT_SECRET = "76b08c69cfb27f26d6161f9ab6d061a1"
+    BASE_API = "https://www.deviantart.com/api/v1/oauth2"
+
+    def __init__(self, logger_func=print):
+        self.session = requests.Session()
+        self.session.headers.update({
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
+            'Accept': '*/*',
+        })
+        self.access_token = None
+        self.logger = logger_func
+        
+        # --- DEDUPLICATION LOGIC ---
+        self.logged_waits = set()
+        self.log_lock = threading.Lock()
+
+    def authenticate(self):
+        """Authenticates using client credentials flow."""
+        try:
+            url = "https://www.deviantart.com/oauth2/token"
+            data = {
+                "grant_type": "client_credentials",
+                "client_id": self.CLIENT_ID,
+                "client_secret": self.CLIENT_SECRET
+            }
+            resp = self.session.post(url, data=data, timeout=10)
+            resp.raise_for_status()
+            data = resp.json()
+            self.access_token = data.get("access_token")
+            return True
+        except Exception as e:
+            self.logger(f"DA Auth Error: {e}")
+            return False
+
+    def _api_call(self, endpoint, params=None):
+        if not self.access_token:
+            if not self.authenticate():
+                raise Exception("Authentication failed")
+        
+        url = f"{self.BASE_API}{endpoint}"
+        params = params or {}
+        params['access_token'] = self.access_token
+        params['mature_content'] = 'true'
+        
+        retries = 0
+        max_retries = 4
+        backoff_delay = 2 
+
+        while True:
+            try:
+                resp = self.session.get(url, params=params, timeout=20)
+                
+                # Handle Token Expiration (401)
+                if resp.status_code == 401: 
+                    self.logger("   [DeviantArt] Token expired. Refreshing...")
+                    if self.authenticate():
+                        params['access_token'] = self.access_token
+                        continue 
+                    else:
+                        raise Exception("Failed to refresh token")
+
+                # Handle Rate Limiting (429)
+                if resp.status_code == 429:
+                    if retries < max_retries:
+                        retry_after = resp.headers.get('Retry-After')
+                        
+                        if retry_after:
+                            sleep_time = int(retry_after) + 1
+                            msg = f"   [DeviantArt] ⚠️ Rate limit (Server says wait {sleep_time}s)."
+                        else:
+                            sleep_time = backoff_delay * (2 ** retries)
+                            msg = f"   [DeviantArt] ⚠️ Rate limit reached. Retrying in {sleep_time}s..."
+                        
+                        # --- THREAD-SAFE LOGGING CHECK ---
+                        should_log = False
+                        with self.log_lock:
+                            if sleep_time not in self.logged_waits:
+                                self.logged_waits.add(sleep_time)
+                                should_log = True
+                        
+                        if should_log:
+                            self.logger(msg)
+                        
+                        time.sleep(sleep_time)
+                        retries += 1
+                        continue
+                    else:
+                        resp.raise_for_status()
+
+                resp.raise_for_status()
+                
+                # Clear log history on success so we get warned again if limits return later
+                with self.log_lock:
+                    if self.logged_waits:
+                        self.logged_waits.clear()
+                        
+                return resp.json()
+
+            except requests.exceptions.RequestException as e:
+                if retries < max_retries:
+                    # Using the lock here too to prevent connection error spam
+                    should_log = False
+                    with self.log_lock:
+                        if "conn_error" not in self.logged_waits:
+                            self.logged_waits.add("conn_error")
+                            should_log = True
+                    
+                    if should_log:
+                        self.logger(f"   [DeviantArt] Connection error: {e}. Retrying...")
+                    
+                    time.sleep(2)
+                    retries += 1
+                    continue
+                raise e
+
+    def get_deviation_uuid(self, url):
+        """Scrapes the deviation page to find the UUID."""
+        try:
+            resp = self.session.get(url, timeout=15)
+            match = re.search(r'"deviationUuid":"([^"]+)"', resp.text)
+            if match:
+                return match.group(1)
+            match = re.search(r'-(\d+)$', url)
+            if match:
+                return match.group(1)
+        except Exception as e:
+            self.logger(f"Error scraping UUID: {e}")
+        return None
+
+    def get_deviation_content(self, uuid):
+        """Fetches download info."""
+        try:
+            data = self._api_call(f"/deviation/download/{uuid}")
+            if 'src' in data:
+                return data
+        except:
+            pass
+        
+        try:
+            meta = self._api_call(f"/deviation/{uuid}")
+            if 'content' in meta:
+                return meta['content']
+        except:
+            pass
+        return None
+
+    def get_gallery_folder(self, username, offset=0, limit=24):
+        """Fetches items from a user's gallery."""
+        return self._api_call("/gallery/all", {"username": username, "offset": offset, "limit": limit})
+
+    @staticmethod
+    def extract_info_from_url(url):
+        parsed = urlparse(url)
+        path = parsed.path.strip('/')
+        parts = path.split('/')
+        
+        if len(parts) >= 3 and parts[1] == 'art':
+            return 'post', parts[0], parts[2]
+        elif len(parts) >= 2 and parts[1] == 'gallery':
+            return 'gallery', parts[0], None
+        elif len(parts) == 1:
+            return 'gallery', parts[0], None
+            
+        return None, None, None