Migrate configuration from environment variables to YAML file

- Add YAML-based configuration loaded from config.yaml (CONFIG_LOCATION env var)
  - Add PyYAML dependency and install requirements in Dockerfile
  - Replace Config.from_env() with get_config() singleton pattern
  - Remove server_header from config (now randomized from wordlists only)
  - Update docker-compose.yaml to mount config.yaml read-only
  - Update Helm chart: restructure values.yaml, generate config.yaml in ConfigMap
  - Update Kubernetes manifests: ConfigMap now contains config.yaml, deployments mount it
  - Remove Helm secret.yaml (dashboard path now auto-generated in config.yaml)

kubernetes/manifests/configmap.yaml

@@ -4,18 +4,38 @@ metadata:
   name: krawl-config
   namespace: krawl-system
 data:
-  PORT: "5000"
-  DELAY: "100"
-  LINKS_MIN_LENGTH: "5"
-  LINKS_MAX_LENGTH: "15"
-  LINKS_MIN_PER_PAGE: "10"
-  LINKS_MAX_PER_PAGE: "15"
-  MAX_COUNTER: "10"
-  CANARY_TOKEN_TRIES: "10"
-  PROBABILITY_ERROR_CODES: "0"
-  SERVER_HEADER: "Apache/2.2.22 (Ubuntu)"
-#  CANARY_TOKEN_URL: set-your-canary-token-url-here
-#  TIMEZONE: "UTC"  # IANA timezone (e.g., "America/New_York", "Europe/Rome")
-  # Database configuration
-  DATABASE_PATH: "data/krawl.db"
-  DATABASE_RETENTION_DAYS: "30"
+  config.yaml: |
+    # Krawl Honeypot Configuration
+    server:
+      port: 5000
+      delay: 100
+      timezone: null  # e.g., "America/New_York" or null for system default
+
+    links:
+      min_length: 5
+      max_length: 15
+      min_per_page: 10
+      max_per_page: 15
+      char_space: "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789"
+      max_counter: 10
+
+    canary:
+      token_url: null  # Optional canary token URL
+      token_tries: 10
+
+    dashboard:
+      # Auto-generates random path if null
+      # Can be set to "/dashboard" or similar
+      secret_path: null
+
+    api:
+      server_url: null
+      server_port: 8080
+      server_path: "/api/v2/users"
+
+    database:
+      path: "data/krawl.db"
+      retention_days: 30
+
+    behavior:
+      probability_error_codes: 0  # 0-100 percentage

kubernetes/manifests/deployment.yaml

@@ -23,10 +23,14 @@ spec:
         - containerPort: 5000
           name: http
           protocol: TCP
-        envFrom:
-        - configMapRef:
-            name: krawl-config
+        env:
+        - name: CONFIG_LOCATION
+          value: "config.yaml"
         volumeMounts:
+        - name: config
+          mountPath: /app/config.yaml
+          subPath: config.yaml
+          readOnly: true
         - name: wordlists
           mountPath: /app/wordlists.json
           subPath: wordlists.json
@@ -41,6 +45,9 @@ spec:
             memory: "256Mi"
             cpu: "500m"
       volumes:
+      - name: config
+        configMap:
+          name: krawl-config
       - name: wordlists
         configMap:
           name: krawl-wordlists