Completed File Management Service with S3-compatible object storage: Infrastructure: - Added MinIO for S3-compatible object storage (port 9000/9001) - Integrated with MongoDB for metadata management - Configured Docker volumes for persistent storage File Service Features: - Multi-file upload support with deduplication - Automatic thumbnail generation for images (multiple sizes) - File metadata management with search and filtering - Presigned URLs for secure direct uploads/downloads - Public/private file access control - Large file upload support with chunking - File type detection and categorization API Endpoints: - File upload (single and multiple) - File retrieval with metadata - Thumbnail generation and caching - Storage statistics and analytics - Bucket management - Batch operations support Technical Improvements: - Fixed Pydantic v2.5 compatibility (regex -> pattern) - Optimized thumbnail caching strategy - Implemented file hash-based deduplication Testing: - All services health checks passing - MinIO and file service fully operational - Ready for production use 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
320 lines
8.2 KiB
YAML
320 lines
8.2 KiB
YAML
version: '3.8'
|
|
|
|
services:
|
|
console-frontend:
|
|
build:
|
|
context: ./console/frontend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_console_frontend
|
|
ports:
|
|
- "${CONSOLE_FRONTEND_PORT}:80"
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- console-backend
|
|
|
|
console-backend:
|
|
build:
|
|
context: ./console/backend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_console_backend
|
|
ports:
|
|
- "${CONSOLE_BACKEND_PORT}:8000"
|
|
environment:
|
|
- ENV=${ENV}
|
|
- PORT=8000
|
|
- USERS_SERVICE_URL=${USERS_SERVICE_URL}
|
|
- JWT_SECRET_KEY=${JWT_SECRET_KEY}
|
|
- JWT_ALGORITHM=${JWT_ALGORITHM}
|
|
- ACCESS_TOKEN_EXPIRE_MINUTES=${ACCESS_TOKEN_EXPIRE_MINUTES}
|
|
volumes:
|
|
- ./console/backend:/app
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- users-backend
|
|
|
|
users-backend:
|
|
build:
|
|
context: ./services/users/backend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_users_backend
|
|
ports:
|
|
- "${USERS_BACKEND_PORT}:8000"
|
|
environment:
|
|
- ENV=${ENV}
|
|
- PORT=8000
|
|
- MONGODB_URL=${MONGODB_URL}
|
|
- DB_NAME=${USERS_DB_NAME}
|
|
- KAFKA_BOOTSTRAP_SERVERS=${KAFKA_BOOTSTRAP_SERVERS}
|
|
- KAFKA_GROUP_ID=${KAFKA_GROUP_ID}
|
|
volumes:
|
|
- ./services/users/backend:/app
|
|
- ./shared:/app/shared
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- mongodb
|
|
- kafka
|
|
|
|
images-backend:
|
|
build:
|
|
context: ./services/images/backend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_images_backend
|
|
ports:
|
|
- "${IMAGES_SERVICE_PORT}:8000"
|
|
environment:
|
|
- ENV=${ENV}
|
|
- PORT=8000
|
|
- REDIS_URL=${REDIS_URL}
|
|
- MONGODB_URL=${MONGODB_URL}
|
|
- CACHE_DIR=/app/cache
|
|
- CONVERT_TO_WEBP=true
|
|
volumes:
|
|
- ./services/images/backend:/app
|
|
- images_cache:/app/cache
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- redis
|
|
- mongodb
|
|
|
|
oauth-backend:
|
|
build:
|
|
context: ./services/oauth/backend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_oauth_backend
|
|
ports:
|
|
- "${OAUTH_SERVICE_PORT}:8000"
|
|
environment:
|
|
- ENV=${ENV}
|
|
- PORT=8000
|
|
- MONGODB_URL=${MONGODB_URL}
|
|
- OAUTH_DB_NAME=${OAUTH_DB_NAME}
|
|
- JWT_SECRET_KEY=${JWT_SECRET_KEY}
|
|
- JWT_ALGORITHM=${JWT_ALGORITHM}
|
|
- KAFKA_BOOTSTRAP_SERVERS=${KAFKA_BOOTSTRAP_SERVERS}
|
|
- KAFKA_GROUP_ID=${KAFKA_GROUP_ID}
|
|
volumes:
|
|
- ./services/oauth/backend:/app
|
|
- ./shared:/app/shared
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- mongodb
|
|
- kafka
|
|
|
|
mongodb:
|
|
image: mongo:7.0
|
|
container_name: ${COMPOSE_PROJECT_NAME}_mongodb
|
|
environment:
|
|
- MONGO_INITDB_DATABASE=${MONGODB_DATABASE}
|
|
ports:
|
|
- "${MONGODB_PORT}:27017"
|
|
volumes:
|
|
- mongodb_data:/data/db
|
|
- mongodb_config:/data/configdb
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: echo 'db.runCommand("ping").ok' | mongosh localhost:27017/test --quiet
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
|
|
redis:
|
|
image: redis:7-alpine
|
|
container_name: ${COMPOSE_PROJECT_NAME}_redis
|
|
ports:
|
|
- "${REDIS_PORT}:6379"
|
|
volumes:
|
|
- redis_data:/data
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
|
|
zookeeper:
|
|
image: confluentinc/cp-zookeeper:7.5.0
|
|
container_name: ${COMPOSE_PROJECT_NAME}_zookeeper
|
|
environment:
|
|
ZOOKEEPER_CLIENT_PORT: 2181
|
|
ZOOKEEPER_TICK_TIME: 2000
|
|
ports:
|
|
- "${KAFKA_ZOOKEEPER_PORT}:2181"
|
|
volumes:
|
|
- zookeeper_data:/var/lib/zookeeper/data
|
|
- zookeeper_logs:/var/lib/zookeeper/log
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
|
|
kafka:
|
|
image: confluentinc/cp-kafka:7.5.0
|
|
container_name: ${COMPOSE_PROJECT_NAME}_kafka
|
|
depends_on:
|
|
- zookeeper
|
|
ports:
|
|
- "${KAFKA_PORT}:9092"
|
|
- "9101:9101"
|
|
environment:
|
|
KAFKA_BROKER_ID: 1
|
|
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
|
|
KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
|
|
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:29092,PLAINTEXT_HOST://localhost:9092
|
|
KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 1
|
|
KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 1
|
|
KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
|
|
KAFKA_JMX_PORT: 9101
|
|
KAFKA_JMX_HOSTNAME: localhost
|
|
KAFKA_AUTO_CREATE_TOPICS_ENABLE: 'true'
|
|
volumes:
|
|
- kafka_data:/var/lib/kafka/data
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "kafka-broker-api-versions", "--bootstrap-server", "localhost:9092"]
|
|
interval: 10s
|
|
timeout: 5s
|
|
retries: 5
|
|
|
|
# Notifications Service
|
|
notifications-backend:
|
|
build:
|
|
context: ./services/notifications/backend
|
|
dockerfile: Dockerfile
|
|
container_name: site11-notifications-backend
|
|
ports:
|
|
- "8013:8000"
|
|
environment:
|
|
- MONGODB_URL=mongodb://mongodb:27017
|
|
- REDIS_URL=redis://redis:6379
|
|
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
|
|
- SMTP_HOST=${SMTP_HOST:-smtp.gmail.com}
|
|
- SMTP_PORT=${SMTP_PORT:-587}
|
|
- SMTP_USER=${SMTP_USER:-}
|
|
- SMTP_PASSWORD=${SMTP_PASSWORD:-}
|
|
- SMS_API_KEY=${SMS_API_KEY:-}
|
|
- SMS_API_URL=${SMS_API_URL:-}
|
|
- FCM_SERVER_KEY=${FCM_SERVER_KEY:-}
|
|
depends_on:
|
|
- mongodb
|
|
- redis
|
|
- kafka
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
|
|
# MinIO Object Storage
|
|
minio:
|
|
image: minio/minio:latest
|
|
container_name: ${COMPOSE_PROJECT_NAME}_minio
|
|
ports:
|
|
- "9000:9000"
|
|
- "9001:9001"
|
|
environment:
|
|
- MINIO_ROOT_USER=${MINIO_ROOT_USER:-minioadmin}
|
|
- MINIO_ROOT_PASSWORD=${MINIO_ROOT_PASSWORD:-minioadmin}
|
|
volumes:
|
|
- minio_data:/data
|
|
command: server /data --console-address ":9001"
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
|
|
interval: 30s
|
|
timeout: 20s
|
|
retries: 3
|
|
|
|
# File Management Service
|
|
files-backend:
|
|
build:
|
|
context: ./services/files/backend
|
|
dockerfile: Dockerfile
|
|
container_name: ${COMPOSE_PROJECT_NAME}_files_backend
|
|
ports:
|
|
- "8014:8000"
|
|
environment:
|
|
- ENV=${ENV}
|
|
- PORT=8000
|
|
- MONGODB_URL=${MONGODB_URL}
|
|
- FILES_DB_NAME=${FILES_DB_NAME:-files_db}
|
|
- MINIO_ENDPOINT=minio:9000
|
|
- MINIO_ACCESS_KEY=${MINIO_ACCESS_KEY:-minioadmin}
|
|
- MINIO_SECRET_KEY=${MINIO_SECRET_KEY:-minioadmin}
|
|
- MINIO_SECURE=false
|
|
volumes:
|
|
- ./services/files/backend:/app
|
|
- files_temp:/tmp
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
depends_on:
|
|
- mongodb
|
|
- minio
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
|
|
# Statistics Service
|
|
statistics-backend:
|
|
build:
|
|
context: ./services/statistics/backend
|
|
dockerfile: Dockerfile
|
|
container_name: site11-statistics-backend
|
|
ports:
|
|
- "8012:8000"
|
|
environment:
|
|
- REDIS_URL=redis://redis:6379
|
|
- KAFKA_BOOTSTRAP_SERVERS=kafka:9092
|
|
- INFLUXDB_HOST=influxdb
|
|
- INFLUXDB_PORT=8086
|
|
- INFLUXDB_DATABASE=statistics
|
|
depends_on:
|
|
- redis
|
|
- kafka
|
|
networks:
|
|
- site11_network
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
|
|
networks:
|
|
site11_network:
|
|
driver: bridge
|
|
name: site11_network
|
|
|
|
volumes:
|
|
mongodb_data:
|
|
mongodb_config:
|
|
redis_data:
|
|
images_cache:
|
|
zookeeper_data:
|
|
zookeeper_logs:
|
|
kafka_data:
|
|
minio_data:
|
|
files_temp: |