announcements

2025-05-19 16:57:10 +00:00
parent 205b6e8ea0
commit 636057f8e0
26 changed files with 1966 additions and 659 deletions
--- a/107
+++ b/107
@@ -15,14 +15,24 @@ import-triggers:
    docker compose exec -T database psql -U ${DATABASE_USER:-kycnot} -d ${DATABASE_NAME:-kycnot} < "$sql_file"
  done

+# Create a database backup that includes the Prisma migrations table (recommended)
 dump-db:
  #!/bin/bash
  mkdir -p backups
  TIMESTAMP=$(date +%Y%m%d_%H%M%S)
-  echo "Creating database backup (excluding _prisma_migrations table)..."
-  docker compose exec -T database pg_dump -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -c -F c -T _prisma_migrations > backups/db_backup_${TIMESTAMP}.dump
+  echo "Creating complete database backup (including _prisma_migrations table)..."
+  docker compose exec -T database pg_dump -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -c -F c > backups/db_backup_${TIMESTAMP}.dump
  echo "Backup saved to backups/db_backup_${TIMESTAMP}.dump"

+# Create a database backup without the migrations table (legacy format)
+dump-db-no-migrations:
+  #!/bin/bash
+  mkdir -p backups
+  TIMESTAMP=$(date +%Y%m%d_%H%M%S)
+  echo "Creating database backup (excluding _prisma_migrations table)..."
+  docker compose exec -T database pg_dump -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -c -F c -T _prisma_migrations > backups/db_backup_no_migrations_${TIMESTAMP}.dump
+  echo "Backup saved to backups/db_backup_no_migrations_${TIMESTAMP}.dump"
+
 # Import a database backup. Usage: just import-db [filename]
 # If no filename is provided, it will use the most recent backup
 import-db file="":
@@ -44,7 +54,96 @@ import-db file="":
  echo "Restoring database from $BACKUP_FILE..."
  # First drop all connections to the database
  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "SELECT pg_terminate_backend(pg_stat_activity.pid) FROM pg_stat_activity WHERE pg_stat_activity.datname = '${POSTGRES_DATABASE:-kycnot}' AND pid <> pg_backend_pid();" postgres
-  # Then restore the database
-  cat "$BACKUP_FILE" | docker compose exec -T database pg_restore -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} --clean --if-exists
+  
+  # Drop and recreate database
+  echo "Dropping and recreating the database..."
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "DROP DATABASE IF EXISTS ${POSTGRES_DATABASE:-kycnot};" postgres
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "CREATE DATABASE ${POSTGRES_DATABASE:-kycnot};" postgres
+  
+  # Restore the database
+  cat "$BACKUP_FILE" | docker compose exec -T database pg_restore -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} --no-owner
  echo "Database restored successfully!"
+  
+  # Import triggers
+  echo "Importing triggers..."
+  just import-triggers
+  
+  echo "Database import completed!"
+  # Check if migrations need to be run
+  cd web && npx prisma migrate status
+
+  #!/bin/bash
+  if [ -z "{{file}}" ]; then
+    BACKUP_FILE=$(find backups/ -name 'db_backup_*.dump' | sort -r | head -n 1)
+    if [ -z "$BACKUP_FILE" ]; then
+      echo "Error: No backup files found in the backups directory"
+      exit 1
+    fi
+  else
+    BACKUP_FILE="{{file}}"
+    if [ ! -f "$BACKUP_FILE" ]; then
+      echo "Error: Backup file '$BACKUP_FILE' not found"
+      exit 1
+    fi
+  fi
+  
+  echo "=== STEP 1: PREPARING DATABASE ==="
+  # Drop all connections to the database
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "SELECT pg_terminate_backend(pg_stat_activity.pid) FROM pg_stat_activity WHERE pg_stat_activity.datname = '${POSTGRES_DATABASE:-kycnot}' AND pid <> pg_backend_pid();" postgres
+  
+  # Drop and recreate database
+  echo "Dropping and recreating the database..."
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "DROP DATABASE IF EXISTS ${POSTGRES_DATABASE:-kycnot};" postgres
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -c "CREATE DATABASE ${POSTGRES_DATABASE:-kycnot};" postgres
+  
+  echo "=== STEP 2: RESTORING PRODUCTION DATA ==="
+  # Restore the database
+  cat "$BACKUP_FILE" | docker compose exec -T database pg_restore -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} --no-owner
+  echo "Database data restored successfully!"
+  
+  echo "=== STEP 3: CREATING PRISMA MIGRATIONS TABLE ==="
+  # Create the _prisma_migrations table if it doesn't exist
+  docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -c "
+  CREATE TABLE IF NOT EXISTS _prisma_migrations (
+    id VARCHAR(36) PRIMARY KEY NOT NULL,
+    checksum VARCHAR(64) NOT NULL,
+    finished_at TIMESTAMP WITH TIME ZONE,
+    migration_name VARCHAR(255) NOT NULL,
+    logs TEXT,
+    rolled_back_at TIMESTAMP WITH TIME ZONE,
+    started_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(),
+    applied_steps_count INTEGER NOT NULL DEFAULT 0
+  );"
+  
+  echo "=== STEP 4: REGISTERING MIGRATIONS ==="
+  # Only register migrations if the table is empty
+  migration_count=$(docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -t -c "SELECT COUNT(*) FROM _prisma_migrations;")
+  if [ "$migration_count" -eq "0" ]; then
+    # For each migration, insert a record into _prisma_migrations
+    for migration_dir in $(find web/prisma/migrations -maxdepth 1 -mindepth 1 -type d | sort); do
+      migration_name=$(basename "$migration_dir")
+      sql_file="$migration_dir/migration.sql"
+      
+      if [ -f "$sql_file" ]; then
+        echo "Registering migration: $migration_name"
+        checksum=$(sha256sum "$sql_file" | cut -d' ' -f1)
+        uuid=$(uuidgen)
+        now=$(date -u +"%Y-%m-%d %H:%M:%S")
+        
+        docker compose exec -T database psql -U ${POSTGRES_USER:-kycnot} -d ${POSTGRES_DATABASE:-kycnot} -c "
+        INSERT INTO _prisma_migrations (id, checksum, migration_name, logs, started_at, finished_at, applied_steps_count)
+        VALUES ('$uuid', '$checksum', '$migration_name', 'Registered during import', '$now', '$now', 1)
+        ON CONFLICT (migration_name) DO NOTHING;"
+      fi
+    done
+  else
+    echo "Migrations table already has entries. Skipping registration."
+  fi
+
+  echo "=== STEP 5: IMPORTING TRIGGERS ==="
+  just import-triggers
+  
+  echo "Production database import completed successfully!"
+  echo "Migration status:"
+  cd web && npx prisma migrate status