Initial commit
Some checks failed
CI/CD Pipeline / Code Quality & Linting (push) Has been cancelled
CI/CD Pipeline / Policy Validation (push) Has been cancelled
CI/CD Pipeline / Test Suite (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-coverage) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-extract) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-firm-connectors) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-forms) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-hmrc) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-ingestion) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-kg) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-normalize-map) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-ocr) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rag-indexer) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rag-retriever) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-reason) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rpa) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (ui-review) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-coverage) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-extract) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-kg) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-rag-retriever) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (ui-review) (push) Has been cancelled
CI/CD Pipeline / Generate SBOM (push) Has been cancelled
CI/CD Pipeline / Deploy to Staging (push) Has been cancelled
CI/CD Pipeline / Deploy to Production (push) Has been cancelled
CI/CD Pipeline / Notifications (push) Has been cancelled
Some checks failed
CI/CD Pipeline / Code Quality & Linting (push) Has been cancelled
CI/CD Pipeline / Policy Validation (push) Has been cancelled
CI/CD Pipeline / Test Suite (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-coverage) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-extract) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-firm-connectors) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-forms) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-hmrc) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-ingestion) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-kg) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-normalize-map) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-ocr) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rag-indexer) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rag-retriever) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-reason) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (svc-rpa) (push) Has been cancelled
CI/CD Pipeline / Build Docker Images (ui-review) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-coverage) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-extract) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-kg) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (svc-rag-retriever) (push) Has been cancelled
CI/CD Pipeline / Security Scanning (ui-review) (push) Has been cancelled
CI/CD Pipeline / Generate SBOM (push) Has been cancelled
CI/CD Pipeline / Deploy to Staging (push) Has been cancelled
CI/CD Pipeline / Deploy to Production (push) Has been cancelled
CI/CD Pipeline / Notifications (push) Has been cancelled
This commit is contained in:
313
scripts/deploy-to-production.sh
Normal file
313
scripts/deploy-to-production.sh
Normal file
@@ -0,0 +1,313 @@
|
||||
#!/bin/bash
|
||||
# Deploy AI Tax Agent to Production Server
|
||||
# Usage: ./scripts/deploy-to-production.sh [step]
|
||||
# Steps: backup, prepare, infrastructure, services, monitoring, all
|
||||
|
||||
set -e
|
||||
|
||||
# Configuration
|
||||
REMOTE_HOST="deploy@141.136.35.199"
|
||||
REMOTE_PATH="/opt/compose/ai-tax-agent"
|
||||
LOCAL_COMPOSE_PATH="infra/compose/production"
|
||||
ENV_FILE="infra/compose/.env.production"
|
||||
|
||||
# Colors for output
|
||||
RED='\033[0;31m'
|
||||
GREEN='\033[0;32m'
|
||||
YELLOW='\033[1;33m'
|
||||
BLUE='\033[0;34m'
|
||||
NC='\033[0m' # No Color
|
||||
|
||||
# Helper functions
|
||||
log_info() {
|
||||
echo -e "${BLUE}ℹ️ $1${NC}"
|
||||
}
|
||||
|
||||
log_success() {
|
||||
echo -e "${GREEN}✅ $1${NC}"
|
||||
}
|
||||
|
||||
log_warning() {
|
||||
echo -e "${YELLOW}⚠️ $1${NC}"
|
||||
}
|
||||
|
||||
log_error() {
|
||||
echo -e "${RED}❌ $1${NC}"
|
||||
}
|
||||
|
||||
# Check prerequisites
|
||||
check_prerequisites() {
|
||||
log_info "Checking prerequisites..."
|
||||
|
||||
if [ ! -f "$ENV_FILE" ]; then
|
||||
log_error "Production environment file not found: $ENV_FILE"
|
||||
log_info "Run: ./scripts/generate-production-secrets.sh"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if grep -q "CHANGE_ME" "$ENV_FILE"; then
|
||||
log_error "Production environment file contains CHANGE_ME placeholders"
|
||||
log_info "Run: ./scripts/generate-production-secrets.sh"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if ! command -v ssh &> /dev/null; then
|
||||
log_error "ssh command not found"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
log_success "Prerequisites check passed"
|
||||
}
|
||||
|
||||
# Backup remote server
|
||||
backup_remote() {
|
||||
log_info "Creating backup on remote server..."
|
||||
|
||||
ssh $REMOTE_HOST << 'EOF'
|
||||
set -e
|
||||
mkdir -p ~/backups
|
||||
cd /opt/compose
|
||||
|
||||
# Backup compose directory (exclude large cert files)
|
||||
tar -czf ~/backups/backup-$(date +%Y%m%d-%H%M%S).tar.gz \
|
||||
--exclude='./traefik/certs/godaddy-acme.json' \
|
||||
--exclude='./*/node_modules' \
|
||||
.
|
||||
|
||||
# Document current state
|
||||
docker ps > ~/backups/current-services-$(date +%Y%m%d-%H%M%S).txt
|
||||
docker volume ls > ~/backups/current-volumes-$(date +%Y%m%d-%H%M%S).txt
|
||||
|
||||
echo "Backup created in ~/backups/"
|
||||
ls -lh ~/backups/ | tail -5
|
||||
EOF
|
||||
|
||||
log_success "Backup completed"
|
||||
}
|
||||
|
||||
# Prepare remote server
|
||||
prepare_remote() {
|
||||
log_info "Preparing remote server directory structure..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
set -e
|
||||
|
||||
# Create application directory
|
||||
mkdir -p $REMOTE_PATH
|
||||
|
||||
# Create subdirectories for config files
|
||||
mkdir -p $REMOTE_PATH/prometheus
|
||||
mkdir -p $REMOTE_PATH/grafana/provisioning
|
||||
mkdir -p $REMOTE_PATH/grafana/dashboards
|
||||
mkdir -p $REMOTE_PATH/loki
|
||||
|
||||
echo "Directory structure created"
|
||||
ls -la $REMOTE_PATH
|
||||
EOF
|
||||
|
||||
log_success "Remote server prepared"
|
||||
}
|
||||
|
||||
# Copy files to remote server
|
||||
copy_files() {
|
||||
log_info "Copying compose files to remote server..."
|
||||
|
||||
# Copy compose files
|
||||
scp $LOCAL_COMPOSE_PATH/infrastructure.yaml $REMOTE_HOST:$REMOTE_PATH/
|
||||
scp $LOCAL_COMPOSE_PATH/services.yaml $REMOTE_HOST:$REMOTE_PATH/
|
||||
scp $LOCAL_COMPOSE_PATH/monitoring.yaml $REMOTE_HOST:$REMOTE_PATH/
|
||||
|
||||
# Copy environment file
|
||||
scp $ENV_FILE $REMOTE_HOST:$REMOTE_PATH/.env
|
||||
|
||||
# Copy configuration files
|
||||
scp -r infra/compose/prometheus/* $REMOTE_HOST:$REMOTE_PATH/prometheus/
|
||||
scp -r infra/compose/grafana/provisioning/* $REMOTE_HOST:$REMOTE_PATH/grafana/provisioning/
|
||||
scp -r infra/compose/grafana/dashboards/* $REMOTE_HOST:$REMOTE_PATH/grafana/dashboards/
|
||||
scp -r infra/compose/loki/* $REMOTE_HOST:$REMOTE_PATH/loki/
|
||||
|
||||
log_success "Files copied to remote server"
|
||||
}
|
||||
|
||||
# Deploy infrastructure
|
||||
deploy_infrastructure() {
|
||||
log_info "Deploying infrastructure services..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
set -e
|
||||
cd $REMOTE_PATH
|
||||
|
||||
echo "Starting infrastructure services..."
|
||||
docker compose -f infrastructure.yaml up -d
|
||||
|
||||
echo "Waiting for services to be healthy..."
|
||||
sleep 30
|
||||
|
||||
echo "Infrastructure services status:"
|
||||
docker compose -f infrastructure.yaml ps
|
||||
EOF
|
||||
|
||||
log_success "Infrastructure deployed"
|
||||
}
|
||||
|
||||
# Deploy services
|
||||
deploy_services() {
|
||||
log_info "Deploying application services..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
set -e
|
||||
cd $REMOTE_PATH
|
||||
|
||||
echo "Pulling latest images..."
|
||||
docker compose -f services.yaml pull || true
|
||||
|
||||
echo "Starting application services..."
|
||||
docker compose -f services.yaml up -d
|
||||
|
||||
echo "Waiting for services to start..."
|
||||
sleep 20
|
||||
|
||||
echo "Application services status:"
|
||||
docker compose -f services.yaml ps
|
||||
EOF
|
||||
|
||||
log_success "Application services deployed"
|
||||
}
|
||||
|
||||
# Deploy monitoring
|
||||
deploy_monitoring() {
|
||||
log_info "Deploying monitoring stack..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
set -e
|
||||
cd $REMOTE_PATH
|
||||
|
||||
echo "Starting monitoring services..."
|
||||
docker compose -f monitoring.yaml up -d
|
||||
|
||||
echo "Waiting for services to start..."
|
||||
sleep 15
|
||||
|
||||
echo "Monitoring services status:"
|
||||
docker compose -f monitoring.yaml ps
|
||||
EOF
|
||||
|
||||
log_success "Monitoring stack deployed"
|
||||
}
|
||||
|
||||
# Verify deployment
|
||||
verify_deployment() {
|
||||
log_info "Verifying deployment..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
set -e
|
||||
cd $REMOTE_PATH
|
||||
|
||||
echo "=== Infrastructure Services ==="
|
||||
docker compose -f infrastructure.yaml ps
|
||||
|
||||
echo ""
|
||||
echo "=== Application Services ==="
|
||||
docker compose -f services.yaml ps
|
||||
|
||||
echo ""
|
||||
echo "=== Monitoring Services ==="
|
||||
docker compose -f monitoring.yaml ps
|
||||
|
||||
echo ""
|
||||
echo "=== Docker Networks ==="
|
||||
docker network ls | grep -E "frontend|backend"
|
||||
|
||||
echo ""
|
||||
echo "=== Disk Usage ==="
|
||||
df -h | grep -E "Filesystem|/dev/sda"
|
||||
EOF
|
||||
|
||||
log_success "Deployment verification completed"
|
||||
}
|
||||
|
||||
# Show logs
|
||||
show_logs() {
|
||||
local service=$1
|
||||
log_info "Showing logs for $service..."
|
||||
|
||||
ssh $REMOTE_HOST << EOF
|
||||
cd $REMOTE_PATH
|
||||
docker compose -f services.yaml logs --tail=50 $service
|
||||
EOF
|
||||
}
|
||||
|
||||
# Main deployment flow
|
||||
deploy_all() {
|
||||
log_info "Starting full deployment to production..."
|
||||
|
||||
check_prerequisites
|
||||
backup_remote
|
||||
prepare_remote
|
||||
copy_files
|
||||
deploy_infrastructure
|
||||
|
||||
log_warning "Infrastructure deployed. Please verify services are healthy before continuing."
|
||||
read -p "Continue with application deployment? (y/n) " -n 1 -r
|
||||
echo
|
||||
if [[ ! $REPLY =~ ^[Yy]$ ]]; then
|
||||
log_warning "Deployment paused. Run './scripts/deploy-to-production.sh services' to continue."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
deploy_services
|
||||
deploy_monitoring
|
||||
verify_deployment
|
||||
|
||||
log_success "🎉 Deployment completed successfully!"
|
||||
log_info "Access your services at:"
|
||||
echo " - Application: https://app.harkon.co.uk"
|
||||
echo " - API: https://api.harkon.co.uk"
|
||||
echo " - Grafana: https://grafana.harkon.co.uk"
|
||||
echo " - Vault: https://vault.harkon.co.uk"
|
||||
}
|
||||
|
||||
# Parse command line arguments
|
||||
case "${1:-all}" in
|
||||
backup)
|
||||
backup_remote
|
||||
;;
|
||||
prepare)
|
||||
check_prerequisites
|
||||
prepare_remote
|
||||
copy_files
|
||||
;;
|
||||
infrastructure)
|
||||
deploy_infrastructure
|
||||
;;
|
||||
services)
|
||||
deploy_services
|
||||
;;
|
||||
monitoring)
|
||||
deploy_monitoring
|
||||
;;
|
||||
verify)
|
||||
verify_deployment
|
||||
;;
|
||||
logs)
|
||||
show_logs "${2:-svc-ingestion}"
|
||||
;;
|
||||
all)
|
||||
deploy_all
|
||||
;;
|
||||
*)
|
||||
echo "Usage: $0 {backup|prepare|infrastructure|services|monitoring|verify|logs|all}"
|
||||
echo ""
|
||||
echo "Steps:"
|
||||
echo " backup - Create backup of remote server"
|
||||
echo " prepare - Prepare remote server and copy files"
|
||||
echo " infrastructure - Deploy infrastructure services"
|
||||
echo " services - Deploy application services"
|
||||
echo " monitoring - Deploy monitoring stack"
|
||||
echo " verify - Verify deployment status"
|
||||
echo " logs [service] - Show logs for a service"
|
||||
echo " all - Run full deployment (default)"
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
|
||||
Reference in New Issue
Block a user