fixed dashboard alignment

malicious_ips.txt

@@ -0,0 +1 @@
+127.0.0.1

src/exports/malicious_ips.txt

@@ -0,0 +1,7 @@
+198.51.100.89
+203.0.113.45
+210.45.67.89
+182.91.102.45
+192.0.2.120
+205.32.180.65
+175.23.45.67

src/templates/dashboard_template.py

@@ -401,101 +401,47 @@ def generate_dashboard(stats: dict, timezone: str = 'UTC', dashboard_path: str =
             color: #8b949e;
             border: 1px solid #8b949e;
         }}
-        .timeline-container {{
+        .timeline-section {{
             margin-top: 15px;
             padding-top: 15px;
             border-top: 1px solid #30363d;
         }}
-        .timeline-title {{
+        .timeline-container {{
-            color: #58a6ff;
+            display: flex;
-            font-size: 13px;
+            gap: 20px;
-            font-weight: 600;
+            min-height: 200px;
+        }}
+        .timeline-column {{
+            flex: 1;
+            min-width: 0;
+            overflow: auto;
+            max-height: 350px;
+        }}
+        .timeline-column:first-child {{
+            flex: 1.5;
+        }}
+        .timeline-column:last-child {{
+            flex: 1;
         }}
         .timeline-header {{
-            display: flex;
-            justify-content: space-between;
-            align-items: center;
-            gap: 10px;
-            margin-bottom: 10px;
-        }}
-        .timeline {{
-            position: relative;
-            padding-left: 30px;
-        }}
-        .timeline::before {{
-            content: '';
-            position: absolute;
-            left: 12px;
-            top: 5px;
-            bottom: 5px;
-            width: 3px;
-            background: #30363d;
-        }}
-        .timeline-item {{
-            position: relative;
-            padding-bottom: 15px;
-        }}
-        .timeline-item:last-child {{
-            padding-bottom: 0;
-        }}
-        .timeline-marker {{
-            position: absolute;
-            left: -26px;
-            width: 16px;
-            height: 16px;
-            border-radius: 50%;
-            border: 2px solid #0d1117;
-        }}
-        .timeline-marker.attacker {{
-            background: #f85149;
-        }}
-        .timeline-marker.good-crawler {{
-            background: #3fb950;
-        }}
-        .timeline-marker.bad-crawler {{
-            background: #f0883e;
-        }}
-        .timeline-marker.regular-user {{
-            background: #58a6ff;
-        }}
-        .timeline-marker.unknown {{
-            background: #8b949e;
-        }}
-        .timeline-content {{
-            font-size: 12px;
-        }}
-        .timeline-category {{
-            font-weight: 600;
-        }}
-        .timeline-timestamp {{
-            color: #8b949e;
-            font-size: 11px;
-            margin-top: 2px;
-        }}
-        .timeline-arrow {{
-            color: #8b949e;
-            margin: 0 7px;
-        }}
-        .reputation-container {{
-            margin-top: 15px;
-            padding-top: 15px;
-            border-top: 1px solid #30363d;
-        }}
-        .reputation-title {{
             color: #58a6ff;
             font-size: 13px;
             font-weight: 600;
+            margin-bottom: 12px;
+            padding-bottom: 8px;
+            border-bottom: 1px solid #30363d;
         }}
-        .reputation-badges {{
+        .reputation-title {{
-            display: flex;
+            color: #8b949e;
-            flex-wrap: wrap;
+            font-size: 11px;
-            gap: 6px;
+            font-weight: 600;
-            align-items: center;
+            text-transform: uppercase;
+            margin-bottom: 8px;
         }}
         .reputation-badge {{
             display: inline-flex;
             align-items: center;
-            gap: 4px;
+            gap: 3px;
             padding: 4px 8px;
             background: #161b22;
             border: 1px solid #f851494d;
@@ -504,28 +450,60 @@ def generate_dashboard(stats: dict, timezone: str = 'UTC', dashboard_path: str =
             color: #f85149;
             text-decoration: none;
             transition: all 0.2s;
+            margin-bottom: 6px;
+            margin-right: 6px;
+            white-space: nowrap;
         }}
         .reputation-badge:hover {{
             background: #1c2128;
             border-color: #f85149;
         }}
-        .reputation-badge-icon {{
-            font-size: 12px;
-        }}
         .reputation-clean {{
             display: inline-flex;
             align-items: center;
-            gap: 6px;
+            gap: 3px;
-            padding: 4px 10px;
+            padding: 4px 8px;
             background: #161b22;
             border: 1px solid #3fb9504d;
             border-radius: 4px;
             font-size: 11px;
             color: #3fb950;
+            margin-bottom: 6px;
         }}
-        .reputation-clean-icon {{
+        .timeline {{
-            font-size: 13px;
+            position: relative;
+            padding-left: 28px;
         }}
+        .timeline::before {{
+            content: '';
+            position: absolute;
+            left: 11px;
+            top: 0;
+            bottom: 0;
+            width: 2px;
+            background: #30363d;
+        }}
+        .timeline-item {{
+            position: relative;
+            padding-bottom: 12px;
+            font-size: 12px;
+        }}
+        .timeline-item:last-child {{
+            padding-bottom: 0;
+        }}
+        .timeline-marker {{
+            position: absolute;
+            left: -23px;
+            width: 14px;
+            height: 14px;
+            border-radius: 50%;
+            border: 2px solid #0d1117;
+        }}
+        .timeline-marker.attacker {{ background: #f85149; }}
+        .timeline-marker.good-crawler {{ background: #3fb950; }}
+        .timeline-marker.bad-crawler {{ background: #f0883e; }}
+        .timeline-marker.regular-user {{ background: #58a6ff; }}
+        .timeline-marker.unknown {{ background: #8b949e; }}
 
     </style>
 </head>
@@ -846,71 +824,62 @@ def generate_dashboard(stats: dict, timezone: str = 'UTC', dashboard_path: str =
             }}
 
             if (stats.category_history && stats.category_history.length > 0) {{
+                html += '<div class="timeline-section">';
                 html += '<div class="timeline-container">';
                 
-                html += '<div class="timeline-header">';
+                // Timeline column
-                html += '<div class="timeline-title">Behavior Timeline</div>';
+                html += '<div class="timeline-column">';
-
+                html += '<div class="timeline-header">Behavior Timeline</div>';
-                if (stats.list_on && Object.keys(stats.list_on).length > 0) {{
-                    html += '<div class="reputation-badges">';
-                    html += '<span class="reputation-title" style="margin-bottom:0; margin-right:4px;">Listed on</span>';
-
-                    const sortedSources = Object.entries(stats.list_on).sort((a, b) => a[0].localeCompare(b[0]));
-
-                    sortedSources.forEach(([source, url]) => {{
-                        if (url && url !== 'N/A') {{
-                            html += `<a href="${{url}}" target="_blank" rel="noopener noreferrer" class="reputation-badge" title="Listed on ${'{'}source{'}'}">`;
-                            html += '<span class="reputation-badge-icon"></span>';
-                            html += `<span>${{source}}</span>`;
-                            html += '</a>';
-                        }} else {{
-                            html += '<span class="reputation-badge" style="cursor: default;" title="Listed on">';
-                            html += '<span class="reputation-badge-icon"></span>';
-                            html += `<span>${{source}}</span>`;
-                            html += '</span>';
-                        }}
-                    }});
-
-                    html += '</div>';
-                }} else if (stats.country_code || stats.asn) {{
-                    html += '<div class="reputation-badges">';
-                    html += '<span class="reputation-title" style="margin-bottom:0; margin-right:4px;">Reputation</span>';
-                    html += '<span class="reputation-clean" title="Not found on public blacklists">';
-                    html += '<span class="reputation-clean-icon">✓</span>';
-                    html += '<span>Clean</span>';
-                    html += '</span>';
-                    html += '</div>';
-                }}
-
-                html += '</div>';
-
                 html += '<div class="timeline">';
 
-                stats.category_history.forEach((change, index) => {{
+                stats.category_history.forEach(change => {{
                     const categoryClass = change.new_category.toLowerCase().replace('_', '-');
                     const timestamp = formatTimestamp(change.timestamp);
-
+                    const oldClass = change.old_category ? 'category-' + change.old_category.toLowerCase().replace('_', '-') : '';
+                    const newClass = 'category-' + categoryClass;
+                    
                     html += '<div class="timeline-item">';
                     html += `<div class="timeline-marker ${{categoryClass}}"></div>`;
                     html += '<div class="timeline-content">';
-
+                    
                     if (change.old_category) {{
-                        const oldCategoryBadge = 'category-' + change.old_category.toLowerCase().replace('_', '-');
+                        html += `<span class="category-badge ${{oldClass}}">${{change.old_category}}</span>`;
-                        html += `<span class="category-badge ${{oldCategoryBadge}}">${{change.old_category}}</span>`;
+                        html += '<span style="color: #8b949e; margin: 0 4px;">→</span>';
-                        html += '<span class="timeline-arrow">→</span>';
                     }} else {{
-                        html += '<span style="color: #8b949e;">Initial:</span> ';
+                        html += '<span style="color: #8b949e;">Initial:</span>';
                     }}
-
+                    
-                    const newCategoryBadge = 'category-' + change.new_category.toLowerCase().replace('_', '-');
+                    html += `<span class="category-badge ${{newClass}}">${{change.new_category}}</span>`;
-                    html += `<span class="category-badge ${{newCategoryBadge}}">${{change.new_category}}</span>`;
+                    html += `<div class="timeline-time">${{timestamp}}</div>`;
-                    html += `<div class="timeline-timestamp">${{timestamp}}</div>`;
                     html += '</div>';
                     html += '</div>';
                 }});
 
                 html += '</div>';
                 html += '</div>';
+                
+                // Reputation column
+                html += '<div class="timeline-column">';
+                
+                if (stats.list_on && Object.keys(stats.list_on).length > 0) {{
+                    html += '<div class="timeline-header">Listed On</div>';
+                    const sortedSources = Object.entries(stats.list_on).sort((a, b) => a[0].localeCompare(b[0]));
+                    
+                    sortedSources.forEach(([source, url]) => {{
+                        if (url && url !== 'N/A') {{
+                            html += `<a href="${{url}}" target="_blank" rel="noopener noreferrer" class="reputation-badge" title="${{source}}">${{source}}</a>`;
+                        }} else {{
+                            html += `<span class="reputation-badge">${{source}}</span>`;
+                        }}
+                    }});
+                }} else if (stats.country_code || stats.asn) {{
+                    html += '<div class="timeline-header">Reputation</div>';
+                    html += '<span class="reputation-clean" title="Not found on public blacklists">✓ Clean</span>';
+                }}
+                
+                html += '</div>';
+                html += '</div>';
+                html += '</div>';
             }}
             
             html += '</div>';

tests/test_insert_fake_ips.py

@@ -0,0 +1,259 @@
+#!/usr/bin/env python3
+
+"""
+Test script to insert fake external IPs into the database for testing the dashboard.
+This generates realistic-looking test data including access logs, credential attempts, and attack detections.
+Also triggers category behavior changes to demonstrate the timeline feature.
+"""
+
+import random
+import time
+import sys
+from datetime import datetime, timedelta
+from zoneinfo import ZoneInfo
+from pathlib import Path
+
+# Add parent src directory to path so we can import database and logger
+sys.path.insert(0, str(Path(__file__).parent.parent / "src"))
+
+from database import get_database
+from logger import get_app_logger
+
+# ----------------------
+# TEST DATA GENERATORS
+# ----------------------
+
+FAKE_IPS = [
+    "203.0.113.45",      # Regular attacker IP
+    "198.51.100.89",     # Credential harvester IP
+    "192.0.2.120",       # Bot IP
+    "205.32.180.65",     # Another attacker
+    "210.45.67.89",      # Suspicious IP
+    "175.23.45.67",      # International IP
+    "182.91.102.45",     # Another suspicious IP
+]
+
+FAKE_PATHS = [
+    "/admin",
+    "/login",
+    "/admin/login",
+    "/api/users",
+    "/wp-admin",
+    "/.env",
+    "/config.php",
+    "/admin.php",
+    "/shell.php",
+    "/../../../etc/passwd",
+    "/sqlmap",
+    "/w00t.php",
+    "/shell",
+    "/joomla/administrator",
+]
+
+FAKE_USER_AGENTS = [
+    "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36",
+    "Nmap Scripting Engine",
+    "curl/7.68.0",
+    "python-requests/2.28.1",
+    "sqlmap/1.6.0",
+    "Mozilla/5.0 (Windows NT 10.0; Win64; x64)",
+    "ZmEu",
+    "nikto/2.1.6",
+]
+
+FAKE_CREDENTIALS = [
+    ("admin", "admin"),
+    ("admin", "password"),
+    ("root", "123456"),
+    ("test", "test"),
+    ("guest", "guest"),
+    ("user", "12345"),
+]
+
+ATTACK_TYPES = [
+    "sql_injection",
+    "xss_attempt",
+    "path_traversal",
+    "suspicious_pattern",
+    "credential_submission",
+]
+
+CATEGORIES = [
+    "ATTACKER",
+    "BAD_CRAWLER",
+    "GOOD_CRAWLER",
+    "REGULAR_USER",
+    "UNKNOWN",
+]
+
+
+def generate_category_scores():
+    """Generate random category scores."""
+    scores = {
+        "attacker": random.randint(0, 100),
+        "good_crawler": random.randint(0, 100),
+        "bad_crawler": random.randint(0, 100),
+        "regular_user": random.randint(0, 100),
+        "unknown": random.randint(0, 100),
+    }
+    return scores
+
+
+def generate_analyzed_metrics():
+    """Generate random analyzed metrics."""
+    return {
+        "request_frequency": random.uniform(0.1, 100.0),
+        "suspicious_patterns": random.randint(0, 20),
+        "credential_attempts": random.randint(0, 10),
+        "attack_diversity": random.uniform(0, 1.0),
+    }
+
+
+def generate_fake_data(num_ips: int = 5, logs_per_ip: int = 15, credentials_per_ip: int = 3):
+    """
+    Generate and insert fake test data into the database.
+
+    Args:
+        num_ips: Number of unique fake IPs to generate (default: 5)
+        logs_per_ip: Number of access logs per IP (default: 15)
+        credentials_per_ip: Number of credential attempts per IP (default: 3)
+    """
+    db_manager = get_database()
+    app_logger = get_app_logger()
+
+    # Ensure database is initialized
+    if not db_manager._initialized:
+        db_manager.initialize()
+
+    app_logger.info("=" * 60)
+    app_logger.info("Starting fake IP data generation for testing")
+    app_logger.info("=" * 60)
+
+    total_logs = 0
+    total_credentials = 0
+    total_attacks = 0
+    total_category_changes = 0
+
+    # Select random IPs from the pool
+    selected_ips = random.sample(FAKE_IPS, min(num_ips, len(FAKE_IPS)))
+
+    for ip in selected_ips:
+        app_logger.info(f"\nGenerating data for IP: {ip}")
+
+        # Generate access logs for this IP
+        for _ in range(logs_per_ip):
+            path = random.choice(FAKE_PATHS)
+            user_agent = random.choice(FAKE_USER_AGENTS)
+            is_suspicious = random.choice([True, False, False])  # 33% chance of suspicious
+            is_honeypot = random.choice([True, False, False, False])  # 25% chance of honeypot trigger
+
+            # Randomly decide if this log has attack detections
+            attack_types = None
+            if random.choice([True, False, False]):  # 33% chance
+                num_attacks = random.randint(1, 3)
+                attack_types = random.sample(ATTACK_TYPES, num_attacks)
+
+            log_id = db_manager.persist_access(
+                ip=ip,
+                path=path,
+                user_agent=user_agent,
+                method=random.choice(["GET", "POST"]),
+                is_suspicious=is_suspicious,
+                is_honeypot_trigger=is_honeypot,
+                attack_types=attack_types,
+            )
+
+            if log_id:
+                total_logs += 1
+                if attack_types:
+                    total_attacks += len(attack_types)
+
+        # Generate credential attempts for this IP
+        for _ in range(credentials_per_ip):
+            username, password = random.choice(FAKE_CREDENTIALS)
+            path = random.choice(["/login", "/admin/login", "/api/auth"])
+
+            cred_id = db_manager.persist_credential(
+                ip=ip,
+                path=path,
+                username=username,
+                password=password,
+            )
+
+            if cred_id:
+                total_credentials += 1
+
+        app_logger.info(f"  ✓ Generated {logs_per_ip} access logs")
+        app_logger.info(f"  ✓ Generated {credentials_per_ip} credential attempts")
+
+        # Trigger behavior/category changes to demonstrate timeline feature
+        # First analysis
+        initial_category = random.choice(CATEGORIES)
+        app_logger.info(f"  ⟳ Analyzing behavior - Initial category: {initial_category}")
+        
+        db_manager.update_ip_stats_analysis(
+            ip=ip,
+            analyzed_metrics=generate_analyzed_metrics(),
+            category=initial_category,
+            category_scores=generate_category_scores(),
+            last_analysis=datetime.now(tz=ZoneInfo('UTC'))
+        )
+        total_category_changes += 1
+
+        # Small delay to ensure timestamps are different
+        time.sleep(0.1)
+
+        # Second analysis with potential category change (70% chance)
+        if random.random() < 0.7:
+            new_category = random.choice([c for c in CATEGORIES if c != initial_category])
+            app_logger.info(f"  ⟳ Behavior change detected: {initial_category} → {new_category}")
+            
+            db_manager.update_ip_stats_analysis(
+                ip=ip,
+                analyzed_metrics=generate_analyzed_metrics(),
+                category=new_category,
+                category_scores=generate_category_scores(),
+                last_analysis=datetime.now(tz=ZoneInfo('UTC'))
+            )
+            total_category_changes += 1
+
+            # Optional third change (40% chance)
+            if random.random() < 0.4:
+                final_category = random.choice([c for c in CATEGORIES if c != new_category])
+                app_logger.info(f"  ⟳ Another behavior change: {new_category} → {final_category}")
+                
+                time.sleep(0.1)
+                db_manager.update_ip_stats_analysis(
+                    ip=ip,
+                    analyzed_metrics=generate_analyzed_metrics(),
+                    category=final_category,
+                    category_scores=generate_category_scores(),
+                    last_analysis=datetime.now(tz=ZoneInfo('UTC'))
+                )
+                total_category_changes += 1
+
+    # Print summary
+    app_logger.info("\n" + "=" * 60)
+    app_logger.info("Test Data Generation Complete!")
+    app_logger.info("=" * 60)
+    app_logger.info(f"Total IPs created: {len(selected_ips)}")
+    app_logger.info(f"Total access logs: {total_logs}")
+    app_logger.info(f"Total attack detections: {total_attacks}")
+    app_logger.info(f"Total credential attempts: {total_credentials}")
+    app_logger.info(f"Total category changes: {total_category_changes}")
+    app_logger.info("=" * 60)
+    app_logger.info("\nYou can now view the dashboard with this test data.")
+    app_logger.info("The 'Behavior Timeline' will show category transitions for each IP.")
+    app_logger.info("Run: python server.py")
+    app_logger.info("=" * 60)
+
+
+if __name__ == "__main__":
+    import sys
+
+    # Allow command-line arguments for customization
+    num_ips = int(sys.argv[1]) if len(sys.argv) > 1 else 5
+    logs_per_ip = int(sys.argv[2]) if len(sys.argv) > 2 else 15
+    credentials_per_ip = int(sys.argv[3]) if len(sys.argv) > 3 else 3
+
+    generate_fake_data(num_ips, logs_per_ip, credentials_per_ip)