krawl.es/config.yaml

# Krawl Honeypot Configuration

server:
  port: 5010
  delay: 100  # Response delay in milliseconds

  # manually set the server header, if null a random one will be used.
  server_header: null

links:
  min_length: 5
  max_length: 15
  min_per_page: 5
  max_per_page: 10
  char_space: "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
  max_counter: 10

canary:
  token_url: null  # Optional canary token URL
  token_tries: 10

dashboard:
  port: 5123
  # Set to empty string "" to serve dashboard at root "/" on its own dedicated port
  secret_path: ""

  # Password for accessing protected dashboard panels.
  # If null, a random password will be generated and printed in the logs.
  # Can also be set via KRAWL_DASHBOARD_PASSWORD env var.
  password: null

backups:
  path: "backups"
  cron: "*/30 * * * *"
  enabled: false

exports:
  path: "exports"

logging:
  level: "DEBUG"  # DEBUG, INFO, WARNING, ERROR, CRITICAL

database:
  path: "data/krawl.db"
  retention_days: 30

behavior:
  probability_error_codes: 0  # 0-100 percentage

analyzer:
  http_risky_methods_threshold: 0.1
  violated_robots_threshold: 0.1
  uneven_request_timing_threshold: 0.5
  uneven_request_timing_time_window_seconds: 300
  user_agents_used_threshold: 2
  attack_urls_threshold: 1

crawl:
  infinite_pages_for_malicious: true
  max_pages_limit: 250
  ban_duration_seconds: 600