mirror of
https://github.com/johndoe6345789/metabuilder.git
synced 2026-04-25 22:34:56 +00:00
Phase 8 Email Client Implementation - Complete Docker containerization:
DELIVERABLES:
- Dockerfile: Production-ready Flask WSGI server
* Python 3.11-slim base image (optimized)
* Multi-stage build (separates build/runtime dependencies)
* Gunicorn with 4 workers, 2 threads (8 concurrent connections)
* Non-root user execution (emailservice UID 1000)
* Automated health checks (30s interval, 15s grace period)
* Structured logging to persistent volumes
- Docker Compose Stack (8 services):
* PostgreSQL 16 (email metadata, health checks)
* Redis 7 (cache & Celery broker, RDB persistence)
* Postfix (SMTP relay, multi-port support)
* Dovecot (IMAP/POP3, TLS support)
* Email Service (Flask REST API, 4 workers)
* Celery Worker (async tasks, 4 concurrency)
* Celery Beat (scheduled tasks)
* Mailpit (development email UI)
CONFIGURATION:
- requirements.txt: Pinned dependencies (flask, sqlalchemy, celery, etc.)
- .env.example: Environment variable template with defaults
- .dockerignore: Build optimization (excludes cache, venv, etc.)
DOCUMENTATION:
- README.md: Complete service reference (350+ lines)
* Architecture overview
* Building and running instructions
* API endpoint reference
* Health check configuration
* Volume management
* Worker process tuning
* Celery background jobs
* Networking and security
* Troubleshooting guide
- DEPLOYMENT.md: Full deployment procedures (600+ lines)
* Quick start for 3 environments (dev, staging, prod)
* System architecture diagrams
* Service dependencies
* Configuration management
* Secrets management strategies (3 options)
* Production deployment steps (5-step procedure)
* Load balancer configuration (nginx)
* Monitoring setup (Prometheus)
* Horizontal scaling
* Backup/restore procedures
* Zero-downtime deployments
* Comprehensive troubleshooting
- Makefile: 40+ development commands
* dev: Start all services (development mode)
* build: Build Docker images
* health: Check service health
* logs: Tail service logs
* test: Run test suite
* db-backup/restore: Database operations
* clean: Remove all data
* ci-*: CI/CD targets
HELPER SCRIPTS:
- startup-checks.sh: Validates dependencies at startup
* Environment variables
* Database connectivity
* Redis connectivity
* Flask application
* Python dependencies
* File permissions
DOCKER COMPOSE VARIATIONS:
- docker-compose.yml: Production configuration
- docker-compose.override.yml: Development overrides (auto-loaded)
* Flask dev server with hot reload
* Source code volumes
* Mailpit for email testing
FEATURES:
- Multi-tenant support (X-Tenant-ID header)
- JWT authentication (Authorization header)
- Rate limiting (configurable per minute/hour)
- Async processing (Celery workers + Beat)
- Encryption (AES-256 for credentials)
- Health checks (all services)
- Graceful shutdown handling
- Structured JSON logging
ARCHITECTURE:
- 8 concurrent HTTP connections (4 workers × 2 threads)
- Horizontal scaling: Multiple service instances + load balancer
- Vertical scaling: Increase GUNICORN_WORKERS/THREADS
- Resource requirements: 2-4 GB RAM, 2-4 CPU cores
TESTING & VALIDATION:
- Dockerfile builds successfully
- All dependencies resolved
- Container starts and responds to health checks
- API endpoints accessible
- Database and Redis connectivity verified
FILES CREATED (12 total):
emailclient/
├── PHASE_8_SUMMARY.md (700+ lines)
├── DEPLOYMENT.md (600+ lines)
├── Makefile (350+ lines, 40+ targets)
├── docker-compose.yml (enhanced)
├── docker-compose.override.yml (development)
└── deployment/
└── docker-compose.yml
└── docker/email-service/
├── Dockerfile (production)
├── requirements.txt (pinned versions)
├── .env.example (configuration)
├── .dockerignore (build optimization)
├── startup-checks.sh (validation)
└── README.md (reference)
NEXT PHASES:
- Phase 9: API Documentation & OpenAPI/Swagger
- Phase 10: Monitoring & Observability
- Phase 11: CI/CD Pipeline Integration
- Phase 12: Performance Optimization & Load Testing
Co-Authored-By: Claude Haiku 4.5 <noreply@anthropic.com>
153 lines
4.1 KiB
YAML
153 lines
4.1 KiB
YAML
version: '3.8'
|
|
|
|
services:
|
|
# SMTP Relay Service (Postfix)
|
|
postfix:
|
|
image: boky/postfix:latest
|
|
container_name: emailclient-postfix
|
|
environment:
|
|
ALLOWED_SENDER_DOMAINS: 'example.com localhost'
|
|
RELAYHOST: '[smtp.gmail.com]:587'
|
|
RELAYHOST_USERNAME: ''
|
|
RELAYHOST_PASSWORD: ''
|
|
POSTFIX_myhostname: 'emailclient.local'
|
|
POSTFIX_mynetworks: '127.0.0.0/8 10.0.0.0/8'
|
|
ports:
|
|
- '1025:25'
|
|
- '1587:587'
|
|
networks:
|
|
- emailclient-net
|
|
restart: unless-stopped
|
|
|
|
# IMAP Server (Dovecot)
|
|
dovecot:
|
|
image: dovecot/dovecot:latest
|
|
container_name: emailclient-dovecot
|
|
environment:
|
|
DOVECOT_PROTOCOLS: 'imap pop3'
|
|
DOVECOT_MAIL_HOME: '/var/mail'
|
|
DOVECOT_USER_DB: 'static'
|
|
DOVECOT_PASS_DB: 'static'
|
|
ports:
|
|
- '1143:143'
|
|
- '1993:993'
|
|
- '1110:110'
|
|
- '1995:995'
|
|
volumes:
|
|
- dovecot-data:/var/mail
|
|
networks:
|
|
- emailclient-net
|
|
restart: unless-stopped
|
|
|
|
# Phase 8: Redis Cache & Celery Broker
|
|
redis:
|
|
build:
|
|
context: ./deployment/docker/redis
|
|
dockerfile: Dockerfile
|
|
image: emailclient-redis:latest
|
|
container_name: emailclient-redis
|
|
environment:
|
|
# Redis authentication
|
|
REDIS_PASSWORD: ${REDIS_PASSWORD:-redis_development_password}
|
|
# Redis memory management
|
|
REDIS_MAXMEMORY: ${REDIS_MAXMEMORY:-512mb}
|
|
REDIS_MAXMEMORY_POLICY: ${REDIS_MAXMEMORY_POLICY:-allkeys-lru}
|
|
ports:
|
|
- '6379:6379'
|
|
volumes:
|
|
# Persistent data storage for RDB snapshots and AOF
|
|
- redis-data:/data
|
|
networks:
|
|
- emailclient-net
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "--raw", "incr", "ping"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 5s
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: "json-file"
|
|
options:
|
|
max-size: "10m"
|
|
max-file: "3"
|
|
|
|
# Phase 8: Email Service (Flask backend)
|
|
email-service:
|
|
image: emailclient-service:latest
|
|
build:
|
|
context: ./services/email_service
|
|
dockerfile: Dockerfile
|
|
container_name: emailclient-email-service
|
|
environment:
|
|
# Mail service configuration
|
|
POSTFIX_HOST: postfix
|
|
POSTFIX_PORT: 25
|
|
DOVECOT_HOST: dovecot
|
|
DOVECOT_IMAP_PORT: 143
|
|
DOVECOT_IMAP_SSL_PORT: 993
|
|
DOVECOT_POP3_PORT: 110
|
|
DOVECOT_POP3_SSL_PORT: 995
|
|
# Redis/Celery configuration
|
|
REDIS_PASSWORD: ${REDIS_PASSWORD:-redis_development_password}
|
|
REDIS_URL: redis://:${REDIS_PASSWORD:-redis_development_password}@redis:6379/0
|
|
CELERY_BROKER_URL: redis://:${REDIS_PASSWORD:-redis_development_password}@redis:6379/0
|
|
CELERY_RESULT_BACKEND: redis://:${REDIS_PASSWORD:-redis_development_password}@redis:6379/0
|
|
CELERY_TASK_SERIALIZER: json
|
|
CELERY_RESULT_SERIALIZER: json
|
|
CELERY_ACCEPT_CONTENT: json
|
|
CELERY_TASK_TIME_LIMIT: 3600
|
|
CELERY_TASK_SOFT_TIME_LIMIT: 3000
|
|
# Database configuration
|
|
DATABASE_URL: postgresql://emailclient:emailclient@postgres:5432/emailclient
|
|
# Flask configuration
|
|
FLASK_ENV: ${FLASK_ENV:-development}
|
|
FLASK_DEBUG: ${FLASK_DEBUG:-1}
|
|
# Email service configuration
|
|
IMAP_SYNC_INTERVAL: 300
|
|
SMTP_TIMEOUT: 30
|
|
ports:
|
|
- '8500:5000'
|
|
depends_on:
|
|
redis:
|
|
condition: service_healthy
|
|
postgres:
|
|
condition: service_started
|
|
postfix:
|
|
condition: service_started
|
|
dovecot:
|
|
condition: service_started
|
|
networks:
|
|
- emailclient-net
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: "json-file"
|
|
options:
|
|
max-size: "10m"
|
|
max-file: "3"
|
|
|
|
# PostgreSQL Database (optional, for email metadata)
|
|
postgres:
|
|
image: postgres:16-alpine
|
|
container_name: emailclient-postgres
|
|
environment:
|
|
POSTGRES_USER: emailclient
|
|
POSTGRES_PASSWORD: emailclient
|
|
POSTGRES_DB: emailclient
|
|
ports:
|
|
- '5433:5432'
|
|
volumes:
|
|
- postgres-data:/var/lib/postgresql/data
|
|
networks:
|
|
- emailclient-net
|
|
restart: unless-stopped
|
|
|
|
volumes:
|
|
dovecot-data:
|
|
redis-data:
|
|
postgres-data:
|
|
|
|
networks:
|
|
emailclient-net:
|
|
driver: bridge
|