Production Operations Guide

# View all running containers
docker compose ps

# Check resource usage per container
docker stats --no-stream

# API health check
curl http://localhost:3001/api/v1/health

# Watchman health check
curl http://localhost:8084/ping

# 1. SSH into the VPS
ssh root@your-vps-ip
cd /opt/ratel-security

# 2. Pull latest code
git pull origin main

# 3. Build new image + recreate container + auto-run migrations
docker compose up -d --build --force-recreate ratel-app

alias ratel-deploy='cd /opt/ratel-security && git pull && docker compose up -d --build --force-recreate ratel-app && docker logs -f ratel-app'

# Live log stream
docker compose logs -f ratel-app

# Last 100 lines
docker compose logs --tail=100 ratel-app

# Filter for errors only
docker compose logs ratel-app 2>&1 | grep -i 'error\|exception\|fatal'

# Logs since a specific time
docker compose logs --since="2026-05-17T10:00:00" ratel-app

docker compose logs -f ratel-postgres

docker compose exec ratel-postgres psql -U ratel -d ratel_security

\dt                          -- list all tables
\d users                     -- describe users table
SELECT * FROM tenants;       -- list all tenants
SELECT email, role, is_active FROM users WHERE role = 'SUPER_ADMIN';
\q                           -- exit

docker compose exec ratel-app \
  npx prisma migrate deploy --schema=packages/db/prisma/schema.prisma

docker compose exec ratel-app \
  npx prisma migrate status --schema=packages/db/prisma/schema.prisma

docker compose exec ratel-postgres \
  pg_dump -U ratel ratel_security > /opt/ratel-security/backups/manual_$(date +%Y%m%d_%H%M%S).sql

docker compose exec -T ratel-postgres \
  psql -U ratel ratel_security < /opt/ratel-security/backups/manual_20260517_120000.sql

docker compose exec ratel-app \
  npx prisma db seed --schema=packages/db/prisma/schema.prisma

docker compose exec ratel-postgres psql -U ratel -d ratel_security \
  -c "SELECT id, email, role, is_active, created_at FROM users ORDER BY created_at;"

# Deactivate
docker compose exec ratel-postgres psql -U ratel -d ratel_security \
  -c "UPDATE users SET is_active = false WHERE email = 'user@example.com';"

# Reactivate
docker compose exec ratel-postgres psql -U ratel -d ratel_security \
  -c "UPDATE users SET is_active = true WHERE email = 'user@example.com';"

docker compose exec ratel-postgres psql -U ratel -d ratel_security \
  -c "UPDATE users SET role = 'COMPLIANCE_OFFICER' WHERE email = 'user@example.com';"

# Restart just the app (fastest, no data loss)
docker compose restart ratel-app

# Restart database (connections drop briefly)
docker compose restart ratel-postgres

# Restart everything
docker compose restart

# Full stop then start (after .env changes or major updates)
docker compose down
docker compose up -d

# Force recreate app container (picks up .env changes, NO rebuild)
docker compose up -d --force-recreate ratel-app

# Rebuild + recreate (use after code changes)
docker compose up -d --build --force-recreate ratel-app

# For .env changes only (no code rebuild)
docker compose up -d --force-recreate ratel-app

# For code changes (rebuild + recreate)
docker compose up -d --build --force-recreate ratel-app

curl http://localhost:8084/ping
# Expected: HTTP 200

curl "http://localhost:8084/search?name=Osama+Bin+Laden&limit=3" | jq '.'

docker compose pull ratel-watchman
docker compose up -d ratel-watchman

docker compose exec ratel-app python3 /app/scripts/nigsac_scraper.py

docker compose exec ratel-postgres psql -U ratel -d ratel_security \
  -c "SELECT status, entries_found, entries_loaded, error_msg, ran_at \
      FROM scraper_log ORDER BY ran_at DESC LIMIT 10;"

# SSH tunnel (recommended for production — console is localhost-only)
ssh -L 9001:localhost:9001 root@your-vps-ip
# Then open http://localhost:9001 in your browser

# List buckets
docker compose exec ratel-minio mc ls local

# List files in the documents bucket
docker compose exec ratel-minio mc ls local/ratel-documents

# List files for a specific KYC application
docker compose exec ratel-minio mc ls local/ratel-documents/kyc/kyc_abc123/

# Backup all documents
docker compose exec ratel-minio mc mirror local/ratel-documents /data/backup-minio

# Check disk usage
docker compose exec ratel-minio mc du local/ratel-documents

# 1. Check if all containers started
docker compose ps

# 2. Read the last 100 app log lines
docker compose logs --tail=100 ratel-app

# 3. Check Postgres is healthy
docker compose exec ratel-postgres pg_isready -U ratel

# 4. Check database connection URL in .env
grep DATABASE_URL /opt/ratel-security/.env

# 5. Check Redis is reachable
docker compose exec ratel-redis redis-cli ping
# Should return: PONG

# 6. Force a clean rebuild
docker compose down
docker compose build --no-cache ratel-app
docker compose up -d

# Fix: push schema directly
docker compose exec ratel-app \
  npx prisma db push --schema=packages/db/prisma/schema.prisma --accept-data-loss

# Then restart
docker compose restart ratel-app

# Stop everything in the compose project
docker compose down

# Or stop specific services only
docker compose stop ratel-app ratel-postgres ratel-redis